2024-11-13 18:06:56,996 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-13 18:06:57,035 main DEBUG Took 0.033251 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 18:06:57,042 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 18:06:57,042 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 18:06:57,044 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 18:06:57,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,056 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 18:06:57,114 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,123 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,124 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,126 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,127 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,129 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,130 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,131 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,134 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,135 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,136 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,137 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:06:57,138 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,138 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 18:06:57,143 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:06:57,144 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 18:06:57,147 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 18:06:57,147 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 18:06:57,149 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 18:06:57,150 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 18:06:57,167 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 18:06:57,175 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 18:06:57,178 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 18:06:57,186 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 18:06:57,186 main DEBUG createAppenders(={Console}) 2024-11-13 18:06:57,187 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-13 18:06:57,188 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-13 18:06:57,188 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-13 18:06:57,189 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 18:06:57,189 main DEBUG OutputStream closed 2024-11-13 18:06:57,190 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 18:06:57,190 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 18:06:57,190 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-13 18:06:57,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 18:06:57,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 18:06:57,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 18:06:57,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 18:06:57,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 18:06:57,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 18:06:57,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 18:06:57,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 18:06:57,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 18:06:57,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 18:06:57,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 18:06:57,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 18:06:57,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 18:06:57,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 18:06:57,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 18:06:57,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 18:06:57,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 18:06:57,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 18:06:57,346 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 18:06:57,346 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-13 18:06:57,347 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 18:06:57,348 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-13T18:06:57,367 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 18:06:57,371 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 18:06:57,372 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T18:06:57,472 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1005, ProcessCount=11, AvailableMemoryMB=3347 2024-11-13T18:06:57,861 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T18:06:57,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7 2024-11-13T18:06:57,918 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/cluster_b1332856-2d17-94bc-3540-aca53c4dcb3d, deleteOnExit=true 2024-11-13T18:06:58,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/cluster_b1332856-2d17-94bc-3540-aca53c4dcb3d/zookeeper_0, clientPort=58602, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/cluster_b1332856-2d17-94bc-3540-aca53c4dcb3d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/cluster_b1332856-2d17-94bc-3540-aca53c4dcb3d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:06:58,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58602 2024-11-13T18:06:58,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:06:58,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:06:58,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/test.cache.data in system properties and HBase conf 2024-11-13T18:06:58,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:06:58,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:06:58,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:06:58,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:06:58,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:06:58,287 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T18:06:58,504 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:06:58,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:06:58,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:06:58,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:06:58,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:06:58,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:06:58,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:06:58,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:06:58,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:06:58,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:06:58,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:06:58,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:06:58,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:06:58,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:06:58,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:06:59,826 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T18:06:59,989 INFO [Time-limited test {}] log.Log(170): Logging initialized @4483ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T18:07:00,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:00,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:00,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:00,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:00,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:07:00,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:00,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:00,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:00,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/java.io.tmpdir/jetty-localhost-38667-hadoop-hdfs-3_4_1-tests_jar-_-any-2421508238003938346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:07:00,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:38667} 2024-11-13T18:07:00,619 INFO [Time-limited test {}] server.Server(415): Started @5114ms 2024-11-13T18:07:01,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:01,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:01,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:01,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:01,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:07:01,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:01,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:01,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/java.io.tmpdir/jetty-localhost-43291-hadoop-hdfs-3_4_1-tests_jar-_-any-9369050508347711783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:07:01,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:43291} 2024-11-13T18:07:01,383 INFO [Time-limited test {}] server.Server(415): Started @5878ms 2024-11-13T18:07:01,464 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:07:02,229 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/cluster_b1332856-2d17-94bc-3540-aca53c4dcb3d/data/data1/current/BP-408254336-172.17.0.3-1731521219469/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:02,229 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/cluster_b1332856-2d17-94bc-3540-aca53c4dcb3d/data/data2/current/BP-408254336-172.17.0.3-1731521219469/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:02,367 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:07:02,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51bb14648f161272 with lease ID 0x5cae12f918fe761e: Processing first storage report for DS-94baedbb-b59d-4b76-80b5-af7f3e741c3b from datanode DatanodeRegistration(127.0.0.1:45141, datanodeUuid=343f00db-90ef-493f-8d1a-0a55e63969a5, infoPort=41197, infoSecurePort=0, ipcPort=42603, storageInfo=lv=-57;cid=testClusterID;nsid=918146680;c=1731521219469) 2024-11-13T18:07:02,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51bb14648f161272 with lease ID 0x5cae12f918fe761e: from storage DS-94baedbb-b59d-4b76-80b5-af7f3e741c3b node DatanodeRegistration(127.0.0.1:45141, datanodeUuid=343f00db-90ef-493f-8d1a-0a55e63969a5, infoPort=41197, infoSecurePort=0, ipcPort=42603, storageInfo=lv=-57;cid=testClusterID;nsid=918146680;c=1731521219469), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T18:07:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51bb14648f161272 with lease ID 0x5cae12f918fe761e: Processing first storage report for DS-10b2e0f3-5523-40e8-a1d1-1f3683150543 from datanode DatanodeRegistration(127.0.0.1:45141, datanodeUuid=343f00db-90ef-493f-8d1a-0a55e63969a5, infoPort=41197, infoSecurePort=0, ipcPort=42603, storageInfo=lv=-57;cid=testClusterID;nsid=918146680;c=1731521219469) 2024-11-13T18:07:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51bb14648f161272 with lease ID 0x5cae12f918fe761e: from storage DS-10b2e0f3-5523-40e8-a1d1-1f3683150543 node DatanodeRegistration(127.0.0.1:45141, datanodeUuid=343f00db-90ef-493f-8d1a-0a55e63969a5, infoPort=41197, infoSecurePort=0, ipcPort=42603, storageInfo=lv=-57;cid=testClusterID;nsid=918146680;c=1731521219469), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:07:02,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7 2024-11-13T18:07:02,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:02,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:07:02,961 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f with version=8 2024-11-13T18:07:02,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/hbase-staging 2024-11-13T18:07:03,128 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T18:07:03,523 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:03,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:03,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:03,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:03,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:03,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:03,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:07:03,887 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T18:07:03,901 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T18:07:03,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:03,939 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11752 (auto-detected) 2024-11-13T18:07:03,941 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T18:07:03,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38893 2024-11-13T18:07:03,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38893 connecting to ZooKeeper ensemble=127.0.0.1:58602 2024-11-13T18:07:04,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388930x0, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:04,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38893-0x100ed47faa20000 connected 2024-11-13T18:07:04,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:04,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:04,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/running 2024-11-13T18:07:04,177 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f, hbase.cluster.distributed=false 2024-11-13T18:07:04,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/acl 2024-11-13T18:07:04,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38893 2024-11-13T18:07:04,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38893 2024-11-13T18:07:04,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38893 2024-11-13T18:07:04,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38893 2024-11-13T18:07:04,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38893 2024-11-13T18:07:04,463 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:04,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:04,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:04,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:04,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:04,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:04,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:07:04,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:04,480 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35655 2024-11-13T18:07:04,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35655 connecting to ZooKeeper ensemble=127.0.0.1:58602 2024-11-13T18:07:04,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:04,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:04,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356550x0, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:04,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35655-0x100ed47faa20001 connected 2024-11-13T18:07:04,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/running 2024-11-13T18:07:04,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:07:04,537 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:07:04,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/master 2024-11-13T18:07:04,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/acl 2024-11-13T18:07:04,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35655 2024-11-13T18:07:04,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35655 2024-11-13T18:07:04,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35655 2024-11-13T18:07:04,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35655 2024-11-13T18:07:04,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35655 2024-11-13T18:07:04,594 DEBUG [M:0;39e84130bbc9:38893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:38893 2024-11-13T18:07:04,595 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01749038599/backup-masters/39e84130bbc9,38893,1731521223212 2024-11-13T18:07:04,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/backup-masters 2024-11-13T18:07:04,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/backup-masters 2024-11-13T18:07:04,622 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on existing znode=/01749038599/backup-masters/39e84130bbc9,38893,1731521223212 2024-11-13T18:07:04,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:04,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01749038599/master 2024-11-13T18:07:04,670 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on existing znode=/01749038599/master 2024-11-13T18:07:04,673 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01749038599/backup-masters/39e84130bbc9,38893,1731521223212 from backup master directory 2024-11-13T18:07:04,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:04,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/backup-masters 2024-11-13T18:07:04,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01749038599/backup-masters/39e84130bbc9,38893,1731521223212 2024-11-13T18:07:04,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/backup-masters 2024-11-13T18:07:04,689 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:04,689 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,38893,1731521223212 2024-11-13T18:07:04,697 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T18:07:04,701 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T18:07:04,802 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/hbase.id] with ID: 3972e73c-c174-46c9-a60f-7e43d19892b1 2024-11-13T18:07:04,803 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/.tmp/hbase.id 2024-11-13T18:07:04,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:07:04,822 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/.tmp/hbase.id]:[hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/hbase.id] 2024-11-13T18:07:04,929 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:04,935 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:07:04,965 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms. 2024-11-13T18:07:04,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:04,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:05,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:07:05,064 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:05,073 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:07:05,099 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:07:05,106 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:07:05,623 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store 2024-11-13T18:07:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:07:06,101 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T18:07:06,107 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:06,109 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:06,109 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:06,110 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:06,113 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:06,113 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:06,114 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:06,115 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521226109Disabling compacts and flushes for region at 1731521226109Disabling writes for close at 1731521226113 (+4 ms)Writing region close event to WAL at 1731521226114 (+1 ms)Closed at 1731521226114 2024-11-13T18:07:06,126 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/.initializing 2024-11-13T18:07:06,126 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,38893,1731521223212 2024-11-13T18:07:06,148 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:06,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C38893%2C1731521223212, suffix=, logDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,38893,1731521223212, archiveDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/oldWALs, maxLogs=10 2024-11-13T18:07:06,250 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,38893,1731521223212/39e84130bbc9%2C38893%2C1731521223212.1731521226192, exclude list is [], retry=0 2024-11-13T18:07:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-94baedbb-b59d-4b76-80b5-af7f3e741c3b,DISK] 2024-11-13T18:07:06,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T18:07:06,367 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,38893,1731521223212/39e84130bbc9%2C38893%2C1731521223212.1731521226192 2024-11-13T18:07:06,374 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-13T18:07:06,375 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:06,376 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:06,381 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,384 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:07:06,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:06,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:06,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:07:06,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:06,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:06,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:07:06,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:06,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:06,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:07:06,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:06,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:06,572 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,577 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,585 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,599 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,600 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,609 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:06,616 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:06,626 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:06,629 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70684755, jitterRate=0.05328492820262909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:06,639 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521226405Initializing all the Stores at 1731521226421 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521226422 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521226427 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521226427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521226427Cleaning up temporary data from old regions at 1731521226601 (+174 ms)Region opened successfully at 1731521226639 (+38 ms) 2024-11-13T18:07:06,641 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:07:06,708 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4c3693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:06,761 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:07:06,779 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:07:06,779 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:07:06,784 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:07:06,786 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-13T18:07:06,793 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-13T18:07:06,794 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:07:06,847 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:07:06,862 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/balancer because node does not exist (not necessarily an error) 2024-11-13T18:07:06,866 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/balancer already deleted, retry=false 2024-11-13T18:07:06,870 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:07:06,875 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:07:06,879 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/normalizer already deleted, retry=false 2024-11-13T18:07:06,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:07:06,890 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:07:06,898 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/switch/split already deleted, retry=false 2024-11-13T18:07:06,903 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:07:06,914 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/switch/merge already deleted, retry=false 2024-11-13T18:07:06,970 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:07:06,976 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/snapshot-cleanup already deleted, retry=false 2024-11-13T18:07:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01749038599/running 2024-11-13T18:07:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01749038599/running 2024-11-13T18:07:06,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:06,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:06,998 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,38893,1731521223212, sessionid=0x100ed47faa20000, setting cluster-up flag (Was=false) 2024-11-13T18:07:07,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:07,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:07,045 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01749038599/flush-table-proc/acquired, /01749038599/flush-table-proc/reached, /01749038599/flush-table-proc/abort 2024-11-13T18:07:07,054 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,38893,1731521223212 2024-11-13T18:07:07,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:07,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:07,077 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01749038599/online-snapshot/acquired, /01749038599/online-snapshot/reached, /01749038599/online-snapshot/abort 2024-11-13T18:07:07,115 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,38893,1731521223212 2024-11-13T18:07:07,150 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:07:07,205 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(746): ClusterId : 3972e73c-c174-46c9-a60f-7e43d19892b1 2024-11-13T18:07:07,209 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:07:07,224 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:07:07,224 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:07:07,240 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:07:07,241 DEBUG [RS:0;39e84130bbc9:35655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5703f9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:07,286 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:35655 2024-11-13T18:07:07,291 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:07:07,291 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:07:07,291 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:07:07,298 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,38893,1731521223212 with port=35655, startcode=1731521224401 2024-11-13T18:07:07,332 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:07,337 DEBUG [RS:0;39e84130bbc9:35655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:07:07,347 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:07:07,371 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:07:07,379 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,38893,1731521223212 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:07:07,404 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:07,404 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:07,405 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:07,405 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:07,405 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:07:07,406 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,406 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:07,406 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,431 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:07:07,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:07,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:07:07,434 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521257434 2024-11-13T18:07:07,436 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:07:07,437 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:07:07,442 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:07:07,443 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:07:07,450 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:07:07,450 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:07:07,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,458 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38893 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T18:07:07,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:07,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:07:07,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:07:07,479 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:07:07,480 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:07:07,480 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:07:07,484 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:07:07,484 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:07:07,489 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521227486,5,FailOnTimeoutGroup] 2024-11-13T18:07:07,502 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521227490,5,FailOnTimeoutGroup] 2024-11-13T18:07:07,502 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,502 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:07:07,504 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,504 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,511 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T18:07:07,511 WARN [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T18:07:07,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:07:07,622 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,38893,1731521223212 with port=35655, startcode=1731521224401 2024-11-13T18:07:07,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,35655,1731521224401 2024-11-13T18:07:07,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38893 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,35655,1731521224401 2024-11-13T18:07:07,647 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f 2024-11-13T18:07:07,648 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33585 2024-11-13T18:07:07,648 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:07:07,659 DEBUG [RS:0;39e84130bbc9:35655 {}] zookeeper.ZKUtil(111): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on existing znode=/01749038599/rs/39e84130bbc9,35655,1731521224401 2024-11-13T18:07:07,659 WARN [RS:0;39e84130bbc9:35655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:07,659 INFO [RS:0;39e84130bbc9:35655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:07,660 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401 2024-11-13T18:07:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/rs 2024-11-13T18:07:07,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,35655,1731521224401] 2024-11-13T18:07:07,709 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:07:07,751 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:07:07,763 INFO [RS:0;39e84130bbc9:35655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:07:07,769 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,775 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:07:07,785 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:07:07,787 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,787 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,788 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,788 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,788 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,788 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,790 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:07,791 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,791 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,791 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,792 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,792 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,792 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:07,792 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:07,793 DEBUG [RS:0;39e84130bbc9:35655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:07,795 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,795 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,795 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,795 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,796 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,796 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,35655,1731521224401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:07,833 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:07:07,836 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,35655,1731521224401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,836 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,836 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.Replication(171): 39e84130bbc9,35655,1731521224401 started 2024-11-13T18:07:07,865 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:07,865 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,35655,1731521224401, RpcServer on 39e84130bbc9/172.17.0.3:35655, sessionid=0x100ed47faa20001 2024-11-13T18:07:07,866 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:07:07,867 DEBUG [RS:0;39e84130bbc9:35655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,35655,1731521224401 2024-11-13T18:07:07,867 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,35655,1731521224401' 2024-11-13T18:07:07,869 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01749038599/flush-table-proc/abort' 2024-11-13T18:07:07,870 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01749038599/flush-table-proc/acquired' 2024-11-13T18:07:07,871 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:07:07,872 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:07:07,872 DEBUG [RS:0;39e84130bbc9:35655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,35655,1731521224401 2024-11-13T18:07:07,872 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,35655,1731521224401' 2024-11-13T18:07:07,872 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01749038599/online-snapshot/abort' 2024-11-13T18:07:07,873 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01749038599/online-snapshot/acquired' 2024-11-13T18:07:07,875 DEBUG [RS:0;39e84130bbc9:35655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:07:07,875 INFO [RS:0;39e84130bbc9:35655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:07:07,875 INFO [RS:0;39e84130bbc9:35655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:07:07,947 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:07:07,948 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f 2024-11-13T18:07:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:07:07,983 INFO [RS:0;39e84130bbc9:35655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:07,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:07,994 INFO [RS:0;39e84130bbc9:35655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C35655%2C1731521224401, suffix=, logDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401, archiveDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs, maxLogs=10 2024-11-13T18:07:08,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:08,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:08,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:08,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:08,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:08,024 DEBUG [RS:0;39e84130bbc9:35655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998, exclude list is [], retry=0 2024-11-13T18:07:08,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:08,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:08,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-94baedbb-b59d-4b76-80b5-af7f3e741c3b,DISK] 2024-11-13T18:07:08,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:08,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:08,053 INFO [RS:0;39e84130bbc9:35655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 2024-11-13T18:07:08,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:08,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:08,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:08,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:08,069 DEBUG [RS:0;39e84130bbc9:35655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-13T18:07:08,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:08,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:08,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:08,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:08,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740 2024-11-13T18:07:08,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740 2024-11-13T18:07:08,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:08,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:08,130 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:08,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:08,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:08,193 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69332442, jitterRate=0.033133894205093384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:08,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521227983Initializing all the Stores at 1731521227998 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521227998Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521228002 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521228013 (+11 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521228013Cleaning up temporary data from old regions at 1731521228122 (+109 ms)Region opened successfully at 1731521228197 (+75 ms) 2024-11-13T18:07:08,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:08,198 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:08,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:08,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:08,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:08,212 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:08,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521228198Disabling compacts and flushes for region at 1731521228198Disabling writes for close at 1731521228198Writing region close event to WAL at 1731521228209 (+11 ms)Closed at 1731521228212 (+3 ms) 2024-11-13T18:07:08,226 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:08,226 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:07:08,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:07:08,283 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:08,291 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:07:08,447 DEBUG [39e84130bbc9:38893 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:07:08,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,35655,1731521224401 2024-11-13T18:07:08,479 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,35655,1731521224401, state=OPENING 2024-11-13T18:07:08,488 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:07:08,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:08,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:08,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: CHANGED 2024-11-13T18:07:08,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: CHANGED 2024-11-13T18:07:08,497 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:08,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,35655,1731521224401}] 2024-11-13T18:07:08,689 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:07:08,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:07:08,716 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:07:08,717 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:08,718 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:07:08,734 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C35655%2C1731521224401.meta, suffix=.meta, logDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401, archiveDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs, maxLogs=10 2024-11-13T18:07:08,775 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.meta.1731521228737.meta, exclude list is [], retry=0 2024-11-13T18:07:08,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-94baedbb-b59d-4b76-80b5-af7f3e741c3b,DISK] 2024-11-13T18:07:08,813 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.meta.1731521228737.meta 2024-11-13T18:07:08,817 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-13T18:07:08,818 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:08,825 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:08,826 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:08,832 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:07:08,836 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:07:08,844 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:07:08,846 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:08,847 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:07:08,847 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:07:08,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:08,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:08,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:08,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:08,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:08,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:08,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:08,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:08,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:08,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:08,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:08,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:08,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:08,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:08,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:08,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:08,924 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:08,936 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740 2024-11-13T18:07:08,949 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740 2024-11-13T18:07:08,961 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:08,961 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:08,964 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:08,970 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:08,974 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71932457, jitterRate=0.0718771368265152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:08,974 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:07:08,978 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521228848Writing region info on filesystem at 1731521228850 (+2 ms)Initializing all the Stores at 1731521228863 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521228863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521228865 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521228865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521228865Cleaning up temporary data from old regions at 1731521228961 (+96 ms)Running coprocessor post-open hooks at 1731521228974 (+13 ms)Region opened successfully at 1731521228978 (+4 ms) 2024-11-13T18:07:09,004 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521228676 2024-11-13T18:07:09,026 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:07:09,027 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:07:09,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,35655,1731521224401 2024-11-13T18:07:09,046 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,35655,1731521224401, state=OPEN 2024-11-13T18:07:09,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01749038599/meta-region-server 2024-11-13T18:07:09,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: CHANGED 2024-11-13T18:07:09,060 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,35655,1731521224401 2024-11-13T18:07:09,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01749038599/meta-region-server 2024-11-13T18:07:09,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: CHANGED 2024-11-13T18:07:09,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:07:09,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,35655,1731521224401 in 560 msec 2024-11-13T18:07:09,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:07:09,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 853 msec 2024-11-13T18:07:09,110 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:09,110 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:07:09,152 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:09,154 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,35655,1731521224401, seqNum=-1] 2024-11-13T18:07:09,189 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:09,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:09,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0280 sec 2024-11-13T18:07:09,245 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521229245, completionTime=-1 2024-11-13T18:07:09,249 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:07:09,250 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:07:09,384 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:07:09,385 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521289384 2024-11-13T18:07:09,385 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521349385 2024-11-13T18:07:09,385 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 135 msec 2024-11-13T18:07:09,389 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38893,1731521223212-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:09,390 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38893,1731521223212-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:09,391 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38893,1731521223212-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:09,393 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:38893, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:09,393 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:09,404 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:09,407 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:07:09,460 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.770sec 2024-11-13T18:07:09,461 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:07:09,464 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:07:09,465 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:07:09,466 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:07:09,466 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:07:09,467 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38893,1731521223212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:09,468 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38893,1731521223212-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:07:09,485 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:07:09,487 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:07:09,487 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38893,1731521223212-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:09,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f69b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:09,551 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T18:07:09,551 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T18:07:09,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,38893,-1 for getting cluster id 2024-11-13T18:07:09,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:09,590 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3972e73c-c174-46c9-a60f-7e43d19892b1' 2024-11-13T18:07:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3972e73c-c174-46c9-a60f-7e43d19892b1" 2024-11-13T18:07:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab0c9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,38893,-1] 2024-11-13T18:07:09,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:09,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:09,618 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:09,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bc9c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:09,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,35655,1731521224401, seqNum=-1] 2024-11-13T18:07:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:09,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:09,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,38893,1731521223212 2024-11-13T18:07:09,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58602 2024-11-13T18:07:09,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:09,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ed47faa20002 connected 2024-11-13T18:07:09,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/hadoop.log.dir so I do NOT create it in target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9 2024-11-13T18:07:09,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:07:09,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/hadoop.tmp.dir so I do NOT create it in target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9 2024-11-13T18:07:09,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:07:09,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9 2024-11-13T18:07:09,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:07:09,850 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/cluster_63fc0343-200c-666d-2c01-bd3591ee02dc, deleteOnExit=true 2024-11-13T18:07:09,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:07:09,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/test.cache.data in system properties and HBase conf 2024-11-13T18:07:09,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:07:09,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:07:09,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:07:09,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:07:09,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:07:09,852 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:07:09,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:07:09,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:07:09,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:07:09,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:07:09,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:07:09,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:07:09,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:07:09,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:07:09,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:07:09,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:07:09,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:07:09,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:07:09,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:07:09,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:07:10,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:10,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:10,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:10,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:10,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:07:10,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:10,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66788863{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:10,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618c4e50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:10,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d9307a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/java.io.tmpdir/jetty-localhost-34261-hadoop-hdfs-3_4_1-tests_jar-_-any-10689285452050052194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:07:10,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b601dc5{HTTP/1.1, (http/1.1)}{localhost:34261} 2024-11-13T18:07:10,362 INFO [Time-limited test {}] server.Server(415): Started @14857ms 2024-11-13T18:07:10,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:10,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:10,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:10,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:10,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:07:10,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f3cdae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:10,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d21555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:10,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28cf7b98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/java.io.tmpdir/jetty-localhost-35875-hadoop-hdfs-3_4_1-tests_jar-_-any-9418105391610664793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:07:10,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@676e3e46{HTTP/1.1, (http/1.1)}{localhost:35875} 2024-11-13T18:07:10,852 INFO [Time-limited test {}] server.Server(415): Started @15347ms 2024-11-13T18:07:10,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:07:11,122 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/cluster_63fc0343-200c-666d-2c01-bd3591ee02dc/data/data2/current/BP-463313671-172.17.0.3-1731521229905/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:11,125 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/cluster_63fc0343-200c-666d-2c01-bd3591ee02dc/data/data1/current/BP-463313671-172.17.0.3-1731521229905/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:11,255 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:07:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dc7846c71d5e485 with lease ID 0x43ae314273cc8770: Processing first storage report for DS-608bab4b-ccf8-4cac-8d41-5338b0b4fd0f from datanode DatanodeRegistration(127.0.0.1:35067, datanodeUuid=a224c4b8-4a82-45a5-a253-f9114353182f, infoPort=32857, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=150582062;c=1731521229905) 2024-11-13T18:07:11,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dc7846c71d5e485 with lease ID 0x43ae314273cc8770: from storage DS-608bab4b-ccf8-4cac-8d41-5338b0b4fd0f node DatanodeRegistration(127.0.0.1:35067, datanodeUuid=a224c4b8-4a82-45a5-a253-f9114353182f, infoPort=32857, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=150582062;c=1731521229905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:07:11,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dc7846c71d5e485 with lease ID 0x43ae314273cc8770: Processing first storage report for DS-addc5968-597c-4061-b9b2-53584263aa22 from datanode DatanodeRegistration(127.0.0.1:35067, datanodeUuid=a224c4b8-4a82-45a5-a253-f9114353182f, infoPort=32857, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=150582062;c=1731521229905) 2024-11-13T18:07:11,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dc7846c71d5e485 with lease ID 0x43ae314273cc8770: from storage DS-addc5968-597c-4061-b9b2-53584263aa22 node DatanodeRegistration(127.0.0.1:35067, datanodeUuid=a224c4b8-4a82-45a5-a253-f9114353182f, infoPort=32857, infoSecurePort=0, ipcPort=40055, storageInfo=lv=-57;cid=testClusterID;nsid=150582062;c=1731521229905), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:07:11,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9 2024-11-13T18:07:11,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:11,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:07:11,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5 with version=8 2024-11-13T18:07:11,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/hbase-staging 2024-11-13T18:07:11,437 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:11,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:11,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:11,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:11,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:11,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:11,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:07:11,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:11,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37451 2024-11-13T18:07:11,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37451 connecting to ZooKeeper ensemble=127.0.0.1:58602 2024-11-13T18:07:11,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374510x0, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:11,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37451-0x100ed47faa20003 connected 2024-11-13T18:07:11,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:11,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:11,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Set watcher on znode that does not yet exist, /1538977491/running 2024-11-13T18:07:11,642 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5, hbase.cluster.distributed=false 2024-11-13T18:07:11,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Set watcher on znode that does not yet exist, /1538977491/acl 2024-11-13T18:07:11,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37451 2024-11-13T18:07:11,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37451 2024-11-13T18:07:11,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37451 2024-11-13T18:07:11,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37451 2024-11-13T18:07:11,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37451 2024-11-13T18:07:11,721 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:11,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:11,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:11,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:11,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:11,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:11,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:07:11,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:11,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36529 2024-11-13T18:07:11,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36529 connecting to ZooKeeper ensemble=127.0.0.1:58602 2024-11-13T18:07:11,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:11,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:11,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365290x0, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:11,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365290x0, quorum=127.0.0.1:58602, baseZNode=/1538977491 Set watcher on znode that does not yet exist, /1538977491/running 2024-11-13T18:07:11,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:07:11,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36529-0x100ed47faa20004 connected 2024-11-13T18:07:11,790 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:07:11,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Set watcher on znode that does not yet exist, /1538977491/master 2024-11-13T18:07:11,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Set watcher on znode that does not yet exist, /1538977491/acl 2024-11-13T18:07:11,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36529 2024-11-13T18:07:11,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36529 2024-11-13T18:07:11,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36529 2024-11-13T18:07:11,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36529 2024-11-13T18:07:11,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36529 2024-11-13T18:07:11,898 DEBUG [M:0;39e84130bbc9:37451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:37451 2024-11-13T18:07:11,905 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1538977491/backup-masters/39e84130bbc9,37451,1731521231436 2024-11-13T18:07:11,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491/backup-masters 2024-11-13T18:07:11,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491/backup-masters 2024-11-13T18:07:11,923 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Set watcher on existing znode=/1538977491/backup-masters/39e84130bbc9,37451,1731521231436 2024-11-13T18:07:11,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:11,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1538977491/master 2024-11-13T18:07:11,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:11,949 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Set watcher on existing znode=/1538977491/master 2024-11-13T18:07:11,952 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1538977491/backup-masters/39e84130bbc9,37451,1731521231436 from backup master directory 2024-11-13T18:07:11,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491/backup-masters 2024-11-13T18:07:11,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1538977491/backup-masters/39e84130bbc9,37451,1731521231436 2024-11-13T18:07:11,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491/backup-masters 2024-11-13T18:07:11,974 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:11,974 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,37451,1731521231436 2024-11-13T18:07:12,009 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/hbase.id] with ID: 6e93c345-2a71-46fa-95af-7450ebdcd29f 2024-11-13T18:07:12,009 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/.tmp/hbase.id 2024-11-13T18:07:12,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:07:12,066 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/.tmp/hbase.id]:[hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/hbase.id] 2024-11-13T18:07:12,217 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:12,217 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:07:12,220 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T18:07:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:07:12,714 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:12,720 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:07:12,721 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:07:12,804 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store 2024-11-13T18:07:12,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:07:13,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:13,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:13,245 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:13,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:13,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:13,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:13,245 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:13,246 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521233245Disabling compacts and flushes for region at 1731521233245Disabling writes for close at 1731521233245Writing region close event to WAL at 1731521233245Closed at 1731521233245 2024-11-13T18:07:13,248 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/.initializing 2024-11-13T18:07:13,248 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/WALs/39e84130bbc9,37451,1731521231436 2024-11-13T18:07:13,250 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:13,255 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C37451%2C1731521231436, suffix=, logDir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/WALs/39e84130bbc9,37451,1731521231436, archiveDir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/oldWALs, maxLogs=10 2024-11-13T18:07:13,282 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/WALs/39e84130bbc9,37451,1731521231436/39e84130bbc9%2C37451%2C1731521231436.1731521233255, exclude list is [], retry=0 2024-11-13T18:07:13,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35067,DS-608bab4b-ccf8-4cac-8d41-5338b0b4fd0f,DISK] 2024-11-13T18:07:13,328 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/WALs/39e84130bbc9,37451,1731521231436/39e84130bbc9%2C37451%2C1731521231436.1731521233255 2024-11-13T18:07:13,332 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32857:32857)] 2024-11-13T18:07:13,332 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:13,332 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:13,333 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,333 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:07:13,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:13,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:13,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:07:13,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:13,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:13,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:07:13,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:13,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:13,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:07:13,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:13,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:13,394 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,395 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,396 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,400 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,400 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,401 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:13,404 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:13,413 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:13,414 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61252003, jitterRate=-0.08727402985095978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:13,415 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521233333Initializing all the Stores at 1731521233342 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521233342Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521233347 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521233347Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521233347Cleaning up temporary data from old regions at 1731521233400 (+53 ms)Region opened successfully at 1731521233415 (+15 ms) 2024-11-13T18:07:13,417 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:07:13,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcf7a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:13,447 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:07:13,447 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:07:13,447 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:07:13,447 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:07:13,449 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T18:07:13,450 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:07:13,450 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:07:13,479 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:07:13,495 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Unable to get data of znode /1538977491/balancer because node does not exist (not necessarily an error) 2024-11-13T18:07:13,510 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1538977491/balancer already deleted, retry=false 2024-11-13T18:07:13,510 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:07:13,521 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Unable to get data of znode /1538977491/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:07:13,540 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1538977491/normalizer already deleted, retry=false 2024-11-13T18:07:13,541 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:07:13,554 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Unable to get data of znode /1538977491/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:07:13,561 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1538977491/switch/split already deleted, retry=false 2024-11-13T18:07:13,567 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Unable to get data of znode /1538977491/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:07:13,571 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1538977491/switch/merge already deleted, retry=false 2024-11-13T18:07:13,592 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Unable to get data of znode /1538977491/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:07:13,598 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1538977491/snapshot-cleanup already deleted, retry=false 2024-11-13T18:07:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1538977491/running 2024-11-13T18:07:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:13,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1538977491/running 2024-11-13T18:07:13,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:13,616 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,37451,1731521231436, sessionid=0x100ed47faa20003, setting cluster-up flag (Was=false) 2024-11-13T18:07:13,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:13,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:13,679 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1538977491/flush-table-proc/acquired, /1538977491/flush-table-proc/reached, /1538977491/flush-table-proc/abort 2024-11-13T18:07:13,684 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,37451,1731521231436 2024-11-13T18:07:13,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:13,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:13,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:07:13,720 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1538977491/online-snapshot/acquired, /1538977491/online-snapshot/reached, /1538977491/online-snapshot/abort 2024-11-13T18:07:13,727 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,37451,1731521231436 2024-11-13T18:07:13,733 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:07:13,748 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:13,749 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:07:13,749 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:07:13,749 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,37451,1731521231436 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:07:13,794 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:13,794 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:13,794 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:13,794 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:13,794 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:07:13,794 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,794 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:13,795 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,805 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(746): ClusterId : 6e93c345-2a71-46fa-95af-7450ebdcd29f 2024-11-13T18:07:13,805 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:07:13,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:13,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:07:13,812 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521263812 2024-11-13T18:07:13,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:07:13,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:07:13,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:07:13,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:07:13,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:07:13,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:07:13,814 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,817 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:07:13,817 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:07:13,816 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:13,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:07:13,830 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:07:13,831 DEBUG [RS:0;39e84130bbc9:36529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc0b353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:13,832 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:07:13,832 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:07:13,832 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:07:13,832 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:07:13,833 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:07:13,833 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:07:13,838 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521233833,5,FailOnTimeoutGroup] 2024-11-13T18:07:13,839 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521233838,5,FailOnTimeoutGroup] 2024-11-13T18:07:13,840 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,840 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:07:13,840 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,840 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,868 DEBUG [RS:0;39e84130bbc9:36529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:36529 2024-11-13T18:07:13,868 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:07:13,868 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:07:13,868 DEBUG [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:07:13,877 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,37451,1731521231436 with port=36529, startcode=1731521231720 2024-11-13T18:07:13,878 DEBUG [RS:0;39e84130bbc9:36529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:07:13,891 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:07:13,892 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,36529,1731521231720 2024-11-13T18:07:13,892 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37451 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,36529,1731521231720 2024-11-13T18:07:13,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:07:13,908 DEBUG [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5 2024-11-13T18:07:13,908 DEBUG [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37077 2024-11-13T18:07:13,909 DEBUG [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:07:13,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:07:13,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5 2024-11-13T18:07:13,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491/rs 2024-11-13T18:07:13,922 DEBUG [RS:0;39e84130bbc9:36529 {}] zookeeper.ZKUtil(111): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Set watcher on existing znode=/1538977491/rs/39e84130bbc9,36529,1731521231720 2024-11-13T18:07:13,922 WARN [RS:0;39e84130bbc9:36529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:13,922 INFO [RS:0;39e84130bbc9:36529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:13,922 DEBUG [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/WALs/39e84130bbc9,36529,1731521231720 2024-11-13T18:07:13,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,36529,1731521231720] 2024-11-13T18:07:13,959 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:07:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:07:13,964 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:07:13,966 INFO [RS:0;39e84130bbc9:36529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:07:13,966 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,969 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:07:13,975 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:07:13,975 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,975 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,976 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,976 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,976 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,976 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,978 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:13,979 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,979 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,979 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,979 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,979 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,979 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:13,979 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:13,979 DEBUG [RS:0;39e84130bbc9:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:13,990 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,990 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,990 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,990 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,990 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:13,991 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36529,1731521231720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:14,024 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:07:14,024 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36529,1731521231720-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:14,025 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:14,025 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.Replication(171): 39e84130bbc9,36529,1731521231720 started 2024-11-13T18:07:14,055 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:14,055 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,36529,1731521231720, RpcServer on 39e84130bbc9/172.17.0.3:36529, sessionid=0x100ed47faa20004 2024-11-13T18:07:14,056 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:07:14,056 DEBUG [RS:0;39e84130bbc9:36529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,36529,1731521231720 2024-11-13T18:07:14,056 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,36529,1731521231720' 2024-11-13T18:07:14,056 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1538977491/flush-table-proc/abort' 2024-11-13T18:07:14,065 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1538977491/flush-table-proc/acquired' 2024-11-13T18:07:14,073 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:07:14,074 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:07:14,074 DEBUG [RS:0;39e84130bbc9:36529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,36529,1731521231720 2024-11-13T18:07:14,074 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,36529,1731521231720' 2024-11-13T18:07:14,074 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1538977491/online-snapshot/abort' 2024-11-13T18:07:14,089 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1538977491/online-snapshot/acquired' 2024-11-13T18:07:14,109 DEBUG [RS:0;39e84130bbc9:36529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:07:14,110 INFO [RS:0;39e84130bbc9:36529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:07:14,110 INFO [RS:0;39e84130bbc9:36529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:07:14,211 INFO [RS:0;39e84130bbc9:36529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:14,214 INFO [RS:0;39e84130bbc9:36529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C36529%2C1731521231720, suffix=, logDir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/WALs/39e84130bbc9,36529,1731521231720, archiveDir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/oldWALs, maxLogs=10 2024-11-13T18:07:14,237 DEBUG [RS:0;39e84130bbc9:36529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/WALs/39e84130bbc9,36529,1731521231720/39e84130bbc9%2C36529%2C1731521231720.1731521234216, exclude list is [], retry=0 2024-11-13T18:07:14,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35067,DS-608bab4b-ccf8-4cac-8d41-5338b0b4fd0f,DISK] 2024-11-13T18:07:14,255 INFO [RS:0;39e84130bbc9:36529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/WALs/39e84130bbc9,36529,1731521231720/39e84130bbc9%2C36529%2C1731521231720.1731521234216 2024-11-13T18:07:14,258 DEBUG [RS:0;39e84130bbc9:36529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32857:32857)] 2024-11-13T18:07:14,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:14,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:07:14,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:14,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:14,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:14,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:14,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:14,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:14,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:14,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:14,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:14,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:14,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:14,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:14,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:14,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:14,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:14,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:14,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:14,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740 2024-11-13T18:07:14,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740 2024-11-13T18:07:14,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:14,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:14,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:14,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:14,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:14,478 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70112354, jitterRate=0.0447554886341095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:14,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521234372Initializing all the Stores at 1731521234377 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521234377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521234378 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521234378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521234378Cleaning up temporary data from old regions at 1731521234449 (+71 ms)Region opened successfully at 1731521234478 (+29 ms) 2024-11-13T18:07:14,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:14,479 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:14,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:14,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:14,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:14,484 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:14,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521234479Disabling compacts and flushes for region at 1731521234479Disabling writes for close at 1731521234479Writing region close event to WAL at 1731521234484 (+5 ms)Closed at 1731521234484 2024-11-13T18:07:14,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:14,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:07:14,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:07:14,509 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:14,517 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:07:14,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:07:14,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:07:14,549 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:14,550 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T18:07:14,550 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:14,550 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T18:07:14,551 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:07:14,551 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T18:07:14,671 DEBUG [39e84130bbc9:37451 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:07:14,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,36529,1731521231720 2024-11-13T18:07:14,675 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,36529,1731521231720, state=OPENING 2024-11-13T18:07:14,680 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:07:14,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:14,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:14,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1538977491/meta-region-server: CHANGED 2024-11-13T18:07:14,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1538977491/meta-region-server: CHANGED 2024-11-13T18:07:14,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:14,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,36529,1731521231720}] 2024-11-13T18:07:14,846 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:07:14,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:07:14,888 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:07:14,889 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:14,889 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:07:14,900 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C36529%2C1731521231720.meta, suffix=.meta, logDir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/WALs/39e84130bbc9,36529,1731521231720, archiveDir=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/oldWALs, maxLogs=10 2024-11-13T18:07:14,931 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/WALs/39e84130bbc9,36529,1731521231720/39e84130bbc9%2C36529%2C1731521231720.meta.1731521234902.meta, exclude list is [], retry=0 2024-11-13T18:07:14,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35067,DS-608bab4b-ccf8-4cac-8d41-5338b0b4fd0f,DISK] 2024-11-13T18:07:14,969 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/WALs/39e84130bbc9,36529,1731521231720/39e84130bbc9%2C36529%2C1731521231720.meta.1731521234902.meta 2024-11-13T18:07:14,973 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32857:32857)] 2024-11-13T18:07:14,974 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:14,974 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:14,975 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:14,975 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:07:14,975 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:07:14,975 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:07:14,975 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:14,980 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:07:14,980 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:07:14,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:15,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:15,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:15,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:15,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:15,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:15,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:15,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:15,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:15,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:15,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:15,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:15,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:15,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:15,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:15,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:15,055 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:15,063 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740 2024-11-13T18:07:15,083 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740 2024-11-13T18:07:15,106 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:15,106 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:15,111 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:15,122 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:15,130 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75219846, jitterRate=0.12086305022239685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:15,130 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:07:15,131 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521234980Writing region info on filesystem at 1731521234980Initializing all the Stores at 1731521234991 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521234991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521234994 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521234994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521234994Cleaning up temporary data from old regions at 1731521235106 (+112 ms)Running coprocessor post-open hooks at 1731521235130 (+24 ms)Region opened successfully at 1731521235130 2024-11-13T18:07:15,142 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521234845 2024-11-13T18:07:15,151 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:07:15,151 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:07:15,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,36529,1731521231720 2024-11-13T18:07:15,163 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,36529,1731521231720, state=OPEN 2024-11-13T18:07:15,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1538977491/meta-region-server 2024-11-13T18:07:15,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1538977491/meta-region-server: CHANGED 2024-11-13T18:07:15,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1538977491/meta-region-server 2024-11-13T18:07:15,169 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,36529,1731521231720 2024-11-13T18:07:15,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1538977491/meta-region-server: CHANGED 2024-11-13T18:07:15,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:07:15,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,36529,1731521231720 in 486 msec 2024-11-13T18:07:15,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:07:15,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 691 msec 2024-11-13T18:07:15,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:15,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:07:15,208 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:15,208 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,36529,1731521231720, seqNum=-1] 2024-11-13T18:07:15,209 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:15,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:15,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4930 sec 2024-11-13T18:07:15,233 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521235233, completionTime=-1 2024-11-13T18:07:15,233 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:07:15,233 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:07:15,245 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:07:15,245 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521295245 2024-11-13T18:07:15,245 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521355245 2024-11-13T18:07:15,245 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-13T18:07:15,246 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37451,1731521231436-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:15,246 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37451,1731521231436-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:15,246 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37451,1731521231436-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:15,246 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:37451, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:15,247 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:15,251 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:07:15,253 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:15,272 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.298sec 2024-11-13T18:07:15,272 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:07:15,272 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:07:15,272 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:07:15,272 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:07:15,273 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:07:15,273 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37451,1731521231436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:15,273 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37451,1731521231436-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:07:15,297 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:07:15,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:07:15,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37451,1731521231436-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:15,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e2ef78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:15,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37451,-1 for getting cluster id 2024-11-13T18:07:15,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:15,306 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e93c345-2a71-46fa-95af-7450ebdcd29f' 2024-11-13T18:07:15,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e93c345-2a71-46fa-95af-7450ebdcd29f" 2024-11-13T18:07:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544570b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37451,-1] 2024-11-13T18:07:15,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:15,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:15,318 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:15,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a92dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:15,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:15,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,36529,1731521231720, seqNum=-1] 2024-11-13T18:07:15,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:15,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:15,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,37451,1731521231436 2024-11-13T18:07:15,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58602 2024-11-13T18:07:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:15,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ed47faa20005 connected 2024-11-13T18:07:15,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79743ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:15,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,38893,-1 for getting cluster id 2024-11-13T18:07:15,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:15,429 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3972e73c-c174-46c9-a60f-7e43d19892b1' 2024-11-13T18:07:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3972e73c-c174-46c9-a60f-7e43d19892b1" 2024-11-13T18:07:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6381076b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,38893,-1] 2024-11-13T18:07:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:15,438 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6278a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:15,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,38893,1731521223212 2024-11-13T18:07:15,467 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7678a92a 2024-11-13T18:07:15,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:15,471 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:15,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:37451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:07:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:07:15,493 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:37451' 2024-11-13T18:07:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:15,495 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0a7c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:15,495 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37451,-1 for getting cluster id 2024-11-13T18:07:15,495 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:15,497 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e93c345-2a71-46fa-95af-7450ebdcd29f' 2024-11-13T18:07:15,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e93c345-2a71-46fa-95af-7450ebdcd29f" 2024-11-13T18:07:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580797a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37451,-1] 2024-11-13T18:07:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:15,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:15,500 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29016947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:15,502 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,37451,1731521231436 2024-11-13T18:07:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43d006b1 2024-11-13T18:07:15,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:15,510 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:15,528 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T18:07:15,528 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:07:15,535 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:15,535 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:15,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:15,537 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:15,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:07:15,549 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:07:15,550 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:15,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:07:15,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741835_1011 (size=1138) 2024-11-13T18:07:15,598 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:07:15,598 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82e738c259a6e218f1dccf9713681485, NAME => 'hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f 2024-11-13T18:07:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:15,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741836_1012 (size=44) 2024-11-13T18:07:15,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:15,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 82e738c259a6e218f1dccf9713681485, disabling compactions & flushes 2024-11-13T18:07:15,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:15,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:15,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. after waiting 0 ms 2024-11-13T18:07:15,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:15,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:15,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82e738c259a6e218f1dccf9713681485: Waiting for close lock at 1731521235621Disabling compacts and flushes for region at 1731521235621Disabling writes for close at 1731521235621Writing region close event to WAL at 1731521235621Closed at 1731521235621 2024-11-13T18:07:15,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:07:15,631 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521235625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521235625"}]},"ts":"1731521235625"} 2024-11-13T18:07:15,638 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:07:15,645 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:07:15,648 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521235645"}]},"ts":"1731521235645"} 2024-11-13T18:07:15,654 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:07:15,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82e738c259a6e218f1dccf9713681485, ASSIGN}] 2024-11-13T18:07:15,659 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82e738c259a6e218f1dccf9713681485, ASSIGN 2024-11-13T18:07:15,662 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82e738c259a6e218f1dccf9713681485, ASSIGN; state=OFFLINE, location=39e84130bbc9,35655,1731521224401; forceNewPlan=false, retain=false 2024-11-13T18:07:15,814 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82e738c259a6e218f1dccf9713681485, regionState=OPENING, regionLocation=39e84130bbc9,35655,1731521224401 2024-11-13T18:07:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:15,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82e738c259a6e218f1dccf9713681485, ASSIGN because future has completed 2024-11-13T18:07:15,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82e738c259a6e218f1dccf9713681485, server=39e84130bbc9,35655,1731521224401}] 2024-11-13T18:07:15,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:15,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:15,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:07:15,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C35655%2C1731521224401.rep, suffix=, logDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401, archiveDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs, maxLogs=10 2024-11-13T18:07:16,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.rep.1731521235991, exclude list is [], retry=0 2024-11-13T18:07:16,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-94baedbb-b59d-4b76-80b5-af7f3e741c3b,DISK] 2024-11-13T18:07:16,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.rep.1731521235991 2024-11-13T18:07:16,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-13T18:07:16,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 82e738c259a6e218f1dccf9713681485, NAME => 'hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:16,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:16,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:16,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. service=MultiRowMutationService 2024-11-13T18:07:16,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:07:16,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:16,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,025 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,028 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82e738c259a6e218f1dccf9713681485 columnFamilyName hfileref 2024-11-13T18:07:16,028 DEBUG [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:16,029 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(327): Store=82e738c259a6e218f1dccf9713681485/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:16,029 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,032 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82e738c259a6e218f1dccf9713681485 columnFamilyName queue 2024-11-13T18:07:16,032 DEBUG [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:16,033 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(327): Store=82e738c259a6e218f1dccf9713681485/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:16,033 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,037 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82e738c259a6e218f1dccf9713681485 columnFamilyName sid 2024-11-13T18:07:16,037 DEBUG [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:16,038 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(327): Store=82e738c259a6e218f1dccf9713681485/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:16,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:07:16,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:16,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 82e738c259a6e218f1dccf9713681485; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64607690, jitterRate=-0.03727039694786072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:07:16,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:16,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 82e738c259a6e218f1dccf9713681485: Running coprocessor pre-open hook at 1731521236020Writing region info on filesystem at 1731521236020Initializing all the Stores at 1731521236022 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521236022Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521236025 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521236025Cleaning up temporary data from old regions at 1731521236044 (+19 ms)Running coprocessor post-open hooks at 1731521236056 (+12 ms)Region opened successfully at 1731521236057 (+1 ms) 2024-11-13T18:07:16,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485., pid=7, masterSystemTime=1731521235976 2024-11-13T18:07:16,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:16,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:16,067 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82e738c259a6e218f1dccf9713681485, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,35655,1731521224401 2024-11-13T18:07:16,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82e738c259a6e218f1dccf9713681485, server=39e84130bbc9,35655,1731521224401 because future has completed 2024-11-13T18:07:16,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:07:16,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 82e738c259a6e218f1dccf9713681485, server=39e84130bbc9,35655,1731521224401 in 255 msec 2024-11-13T18:07:16,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:07:16,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82e738c259a6e218f1dccf9713681485, ASSIGN in 423 msec 2024-11-13T18:07:16,088 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:07:16,089 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521236088"}]},"ts":"1731521236088"} 2024-11-13T18:07:16,097 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:07:16,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:07:16,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 562 msec 2024-11-13T18:07:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:16,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485., hostname=39e84130bbc9,35655,1731521224401, seqNum=2] 2024-11-13T18:07:16,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35655 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T18:07:16,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:16,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:16,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:07:16,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T18:07:16,374 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:07:16,437 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,35655,1731521224401, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:07:16,440 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:16,440 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,35655,1731521224401, seqNum=-1] 2024-11-13T18:07:16,441 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:16,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T18:07:16,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,35655,1731521224401', locateType=CURRENT is [region=hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485., hostname=39e84130bbc9,35655,1731521224401, seqNum=2] 2024-11-13T18:07:16,455 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T18:07:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T18:07:16,461 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,35655,1731521224401 suceeded 2024-11-13T18:07:16,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T18:07:16,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 256 msec 2024-11-13T18:07:16,466 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:37451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:07:16,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 990 msec 2024-11-13T18:07:16,483 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:37451' 2024-11-13T18:07:16,490 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@584f6415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,490 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37451,-1 for getting cluster id 2024-11-13T18:07:16,490 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:16,491 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e93c345-2a71-46fa-95af-7450ebdcd29f' 2024-11-13T18:07:16,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:16,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e93c345-2a71-46fa-95af-7450ebdcd29f" 2024-11-13T18:07:16,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fde1e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37451,-1] 2024-11-13T18:07:16,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:16,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:16,494 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:16,495 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a80958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,495 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:16,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,37451,1731521231436 2024-11-13T18:07:16,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ac1161 2024-11-13T18:07:16,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:16,498 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T18:07:16,499 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,35655,1731521224401 (queues=1) is replicating from cluster=3972e73c-c174-46c9-a60f-7e43d19892b1 to cluster=6e93c345-2a71-46fa-95af-7450ebdcd29f 2024-11-13T18:07:16,502 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C35655%2C1731521224401 2024-11-13T18:07:16,507 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,35655,1731521224401, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:07:16,510 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401.replicationSource.shipper39e84130bbc9%2C35655%2C1731521224401,1-39e84130bbc9,35655,1731521224401 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C35655%2C1731521224401 2024-11-13T18:07:16,515 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,1-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998, startPosition=0, beingWritten=true 2024-11-13T18:07:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:16,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:16,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:16,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:16,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:16,641 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:07:16,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41aec4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,38893,-1 for getting cluster id 2024-11-13T18:07:16,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:16,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:16,648 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3972e73c-c174-46c9-a60f-7e43d19892b1' 2024-11-13T18:07:16,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:16,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3972e73c-c174-46c9-a60f-7e43d19892b1" 2024-11-13T18:07:16,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36981ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,38893,-1] 2024-11-13T18:07:16,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:16,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:16,659 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34619e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:16,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,38893,1731521223212 2024-11-13T18:07:16,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d09a2a4 2024-11-13T18:07:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:16,671 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:16,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://39e84130bbc9:37451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:07:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:07:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T18:07:16,677 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:37451' 2024-11-13T18:07:16,678 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,678 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37451,-1 for getting cluster id 2024-11-13T18:07:16,678 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:16,679 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e93c345-2a71-46fa-95af-7450ebdcd29f' 2024-11-13T18:07:16,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:16,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e93c345-2a71-46fa-95af-7450ebdcd29f" 2024-11-13T18:07:16,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3736b884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37451,-1] 2024-11-13T18:07:16,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:16,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:16,682 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:16,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d429f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,685 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:16,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,37451,1731521231436 2024-11-13T18:07:16,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e9b9c3 2024-11-13T18:07:16,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:16,697 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:16,701 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T18:07:16,701 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:07:16,701 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:16,701 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:16,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:16,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:07:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T18:07:16,813 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,1-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 to pos 0, reset compression=false 2024-11-13T18:07:16,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T18:07:16,902 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T18:07:16,948 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-39e84130bbc9,35655,1731521224401, ReplicationSource: 2, currentBandwidth=0 2024-11-13T18:07:16,956 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T18:07:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T18:07:16,962 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 39e84130bbc9,35655,1731521224401 suceeded 2024-11-13T18:07:16,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:07:16,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-13T18:07:16,969 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://39e84130bbc9:37451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:07:16,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 297 msec 2024-11-13T18:07:16,978 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:37451' 2024-11-13T18:07:16,982 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48af99a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,982 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37451,-1 for getting cluster id 2024-11-13T18:07:16,983 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:16,986 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e93c345-2a71-46fa-95af-7450ebdcd29f' 2024-11-13T18:07:16,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:16,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e93c345-2a71-46fa-95af-7450ebdcd29f" 2024-11-13T18:07:16,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10725253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37451,-1] 2024-11-13T18:07:16,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:16,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:16,990 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:16,991 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60a72c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:16,992 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:16,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,37451,1731521231436 2024-11-13T18:07:16,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10868de7 2024-11-13T18:07:16,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:16,997 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T18:07:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T18:07:16,998 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-39e84130bbc9,35655,1731521224401 (queues=1) is replicating from cluster=3972e73c-c174-46c9-a60f-7e43d19892b1 to cluster=6e93c345-2a71-46fa-95af-7450ebdcd29f 2024-11-13T18:07:16,999 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=39e84130bbc9%2C35655%2C1731521224401 2024-11-13T18:07:16,999 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-39e84130bbc9,35655,1731521224401, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:07:17,001 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T18:07:17,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:17,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:17,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,002 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,2-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998, startPosition=0, beingWritten=true 2024-11-13T18:07:17,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:17,004 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401.replicationSource.shipper39e84130bbc9%2C35655%2C1731521224401,2-39e84130bbc9,35655,1731521224401 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C35655%2C1731521224401 2024-11-13T18:07:17,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:17,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,38893,1731521223212 2024-11-13T18:07:17,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26ace8ca 2024-11-13T18:07:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:17,023 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:17,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T18:07:17,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T18:07:17,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T18:07:17,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T18:07:17,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:37451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:07:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T18:07:17,043 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:37451' 2024-11-13T18:07:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T18:07:17,046 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569545a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:17,046 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37451,-1 for getting cluster id 2024-11-13T18:07:17,047 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:17,048 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e93c345-2a71-46fa-95af-7450ebdcd29f' 2024-11-13T18:07:17,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:17,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e93c345-2a71-46fa-95af-7450ebdcd29f" 2024-11-13T18:07:17,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec9d217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37451,-1] 2024-11-13T18:07:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,050 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:17,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67189d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:17,051 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:17,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,37451,1731521231436 2024-11-13T18:07:17,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@784fdbdd 2024-11-13T18:07:17,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:17,054 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:17,055 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T18:07:17,055 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:07:17,055 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,055 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:17,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:07:17,148 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,1-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 to pos 0, reset compression=false 2024-11-13T18:07:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T18:07:17,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T18:07:17,222 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T18:07:17,224 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T18:07:17,224 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,2-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 to pos 0, reset compression=false 2024-11-13T18:07:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T18:07:17,232 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 39e84130bbc9,35655,1731521224401 suceeded 2024-11-13T18:07:17,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T18:07:17,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-13T18:07:17,239 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://39e84130bbc9:37451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:07:17,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 205 msec 2024-11-13T18:07:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T18:07:17,366 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T18:07:17,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://39e84130bbc9:37451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:07:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T18:07:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T18:07:17,374 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:37451' 2024-11-13T18:07:17,379 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b954b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:17,379 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37451,-1 for getting cluster id 2024-11-13T18:07:17,379 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:17,386 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e93c345-2a71-46fa-95af-7450ebdcd29f' 2024-11-13T18:07:17,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:17,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e93c345-2a71-46fa-95af-7450ebdcd29f" 2024-11-13T18:07:17,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474725ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:17,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37451,-1] 2024-11-13T18:07:17,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:17,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,389 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:17,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b88b73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:17,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:17,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,37451,1731521231436 2024-11-13T18:07:17,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@704897a2 2024-11-13T18:07:17,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:17,395 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:17,397 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T18:07:17,397 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:07:17,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,398 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:17,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:07:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T18:07:17,552 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,2-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 to pos 0, reset compression=false 2024-11-13T18:07:17,556 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,1-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 to pos 0, reset compression=false 2024-11-13T18:07:17,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T18:07:17,572 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T18:07:17,582 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T18:07:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T18:07:17,587 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 39e84130bbc9,35655,1731521224401 suceeded 2024-11-13T18:07:17,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T18:07:17,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 178 msec 2024-11-13T18:07:17,594 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://39e84130bbc9:37451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:07:17,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 227 msec 2024-11-13T18:07:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T18:07:17,686 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T18:07:17,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T18:07:17,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T18:07:17,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:17,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:17,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:17,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:07:17,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2043774590, stopped=false 2024-11-13T18:07:17,691 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,38893,1731521223212 2024-11-13T18:07:17,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01749038599/running 2024-11-13T18:07:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01749038599/running 2024-11-13T18:07:17,694 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:07:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:17,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:17,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:17,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/running 2024-11-13T18:07:17,695 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,35655,1731521224401' ***** 2024-11-13T18:07:17,695 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:07:17,695 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:07:17,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/running 2024-11-13T18:07:17,696 INFO [RS:0;39e84130bbc9:35655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:07:17,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:07:17,696 INFO [RS:0;39e84130bbc9:35655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:07:17,696 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(3091): Received CLOSE for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:17,697 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,35655,1731521224401 2024-11-13T18:07:17,697 INFO [RS:0;39e84130bbc9:35655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:07:17,697 INFO [RS:0;39e84130bbc9:35655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:35655. 2024-11-13T18:07:17,697 DEBUG [RS:0;39e84130bbc9:35655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:17,697 DEBUG [RS:0;39e84130bbc9:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:17,697 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82e738c259a6e218f1dccf9713681485, disabling compactions & flushes 2024-11-13T18:07:17,697 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:07:17,697 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:07:17,697 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:07:17,697 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:17,698 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:07:17,698 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:17,698 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. after waiting 0 ms 2024-11-13T18:07:17,698 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:17,698 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:07:17,698 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 82e738c259a6e218f1dccf9713681485=hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485.} 2024-11-13T18:07:17,698 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:17,698 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:17,698 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:17,698 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:17,698 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:17,698 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:17,701 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82e738c259a6e218f1dccf9713681485 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T18:07:17,701 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T18:07:17,782 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:07:17,815 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485/.tmp/queue/370169e6c01c4e8eba5bfa54e30ac318 is 151, key is 1-39e84130bbc9,35655,1731521224401/queue:39e84130bbc9%2C35655%2C1731521224401/1731521236447/Put/seqid=0 2024-11-13T18:07:17,815 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/info/3b7fe14a944945b2851703630f372a58 is 147, key is hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485./info:regioninfo/1731521236067/Put/seqid=0 2024-11-13T18:07:17,815 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:07:17,815 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:07:17,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741839_1015 (size=5500) 2024-11-13T18:07:17,846 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485/.tmp/queue/370169e6c01c4e8eba5bfa54e30ac318 2024-11-13T18:07:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741838_1014 (size=6631) 2024-11-13T18:07:17,899 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:17,962 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485/.tmp/queue/370169e6c01c4e8eba5bfa54e30ac318 as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485/queue/370169e6c01c4e8eba5bfa54e30ac318 2024-11-13T18:07:17,973 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,2-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 to pos 0, reset compression=false 2024-11-13T18:07:18,015 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485/queue/370169e6c01c4e8eba5bfa54e30ac318, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T18:07:18,032 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 82e738c259a6e218f1dccf9713681485 in 327ms, sequenceid=6, compaction requested=false 2024-11-13T18:07:18,032 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T18:07:18,081 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,1-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 to pos 0, reset compression=false 2024-11-13T18:07:18,101 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:18,095 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T18:07:18,129 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:18,130 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:18,130 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:18,130 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82e738c259a6e218f1dccf9713681485: Waiting for close lock at 1731521237697Running coprocessor pre-close hooks at 1731521237697Disabling compacts and flushes for region at 1731521237697Disabling writes for close at 1731521237698 (+1 ms)Obtaining lock to block concurrent updates at 1731521237701 (+3 ms)Preparing flush snapshotting stores in 82e738c259a6e218f1dccf9713681485 at 1731521237701Finished memstore snapshotting hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731521237711 (+10 ms)Flushing stores of hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. at 1731521237717 (+6 ms)Flushing 82e738c259a6e218f1dccf9713681485/queue: creating writer at 1731521237717Flushing 82e738c259a6e218f1dccf9713681485/queue: appending metadata at 1731521237795 (+78 ms)Flushing 82e738c259a6e218f1dccf9713681485/queue: closing flushed file at 1731521237798 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4312ec9c: reopening flushed file at 1731521237955 (+157 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 82e738c259a6e218f1dccf9713681485 in 327ms, sequenceid=6, compaction requested=false at 1731521238032 (+77 ms)Writing region close event to WAL at 1731521238057 (+25 ms)Running coprocessor post-close hooks at 1731521238109 (+52 ms)Closed at 1731521238130 (+21 ms) 2024-11-13T18:07:18,131 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:18,258 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/info/3b7fe14a944945b2851703630f372a58 2024-11-13T18:07:18,302 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:07:18,339 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/ns/e0ff0d31a3804095b5a0198e05cd94e6 is 43, key is default/ns:d/1731521229199/Put/seqid=0 2024-11-13T18:07:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741840_1016 (size=5153) 2024-11-13T18:07:18,386 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/ns/e0ff0d31a3804095b5a0198e05cd94e6 2024-11-13T18:07:18,429 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/table/5fad741ef5e942e18c76902c073ab87c is 53, key is hbase:replication/table:state/1731521236088/Put/seqid=0 2024-11-13T18:07:18,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741841_1017 (size=5256) 2024-11-13T18:07:18,502 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:07:18,512 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,2-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 to pos 0, reset compression=false 2024-11-13T18:07:18,702 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:07:18,702 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:07:18,702 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:07:18,746 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,1-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 to pos 0, reset compression=false 2024-11-13T18:07:18,853 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/table/5fad741ef5e942e18c76902c073ab87c 2024-11-13T18:07:18,865 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/info/3b7fe14a944945b2851703630f372a58 as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/info/3b7fe14a944945b2851703630f372a58 2024-11-13T18:07:18,876 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/info/3b7fe14a944945b2851703630f372a58, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T18:07:18,878 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/ns/e0ff0d31a3804095b5a0198e05cd94e6 as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/ns/e0ff0d31a3804095b5a0198e05cd94e6 2024-11-13T18:07:18,889 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/ns/e0ff0d31a3804095b5a0198e05cd94e6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:07:18,891 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/table/5fad741ef5e942e18c76902c073ab87c as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/table/5fad741ef5e942e18c76902c073ab87c 2024-11-13T18:07:18,903 DEBUG [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:07:18,905 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/table/5fad741ef5e942e18c76902c073ab87c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T18:07:18,907 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1209ms, sequenceid=11, compaction requested=false 2024-11-13T18:07:18,914 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T18:07:18,915 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:18,915 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:18,915 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:18,915 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521237698Running coprocessor pre-close hooks at 1731521237698Disabling compacts and flushes for region at 1731521237698Disabling writes for close at 1731521237698Obtaining lock to block concurrent updates at 1731521237702 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731521237702Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731521237711 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521237713 (+2 ms)Flushing 1588230740/info: creating writer at 1731521237715 (+2 ms)Flushing 1588230740/info: appending metadata at 1731521237802 (+87 ms)Flushing 1588230740/info: closing flushed file at 1731521237802Flushing 1588230740/ns: creating writer at 1731521238302 (+500 ms)Flushing 1588230740/ns: appending metadata at 1731521238338 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731521238338Flushing 1588230740/table: creating writer at 1731521238398 (+60 ms)Flushing 1588230740/table: appending metadata at 1731521238428 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731521238428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1802c9d9: reopening flushed file at 1731521238864 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3d1a4b: reopening flushed file at 1731521238876 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690d222f: reopening flushed file at 1731521238890 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1209ms, sequenceid=11, compaction requested=false at 1731521238907 (+17 ms)Writing region close event to WAL at 1731521238909 (+2 ms)Running coprocessor post-close hooks at 1731521238915 (+6 ms)Closed at 1731521238915 2024-11-13T18:07:18,915 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:19,103 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,35655,1731521224401; all regions closed. 2024-11-13T18:07:19,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741834_1010 (size=2742) 2024-11-13T18:07:19,119 DEBUG [RS:0;39e84130bbc9:35655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs 2024-11-13T18:07:19,119 INFO [RS:0;39e84130bbc9:35655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C35655%2C1731521224401.meta:.meta(num 1731521228737) 2024-11-13T18:07:19,127 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,2-39e84130bbc9,35655,1731521224401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401/39e84130bbc9%2C35655%2C1731521224401.1731521227998 to pos 0, reset compression=false 2024-11-13T18:07:19,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741837_1013 (size=1802) 2024-11-13T18:07:19,140 DEBUG [RS:0;39e84130bbc9:35655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs 2024-11-13T18:07:19,140 INFO [RS:0;39e84130bbc9:35655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C35655%2C1731521224401.rep:(num 1731521235991) 2024-11-13T18:07:19,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741833_1009 (size=93) 2024-11-13T18:07:19,148 DEBUG [RS:0;39e84130bbc9:35655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs 2024-11-13T18:07:19,148 INFO [RS:0;39e84130bbc9:35655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C35655%2C1731521224401:(num 1731521227998) 2024-11-13T18:07:19,148 DEBUG [RS:0;39e84130bbc9:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:19,148 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:07:19,148 INFO [RS:0;39e84130bbc9:35655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:07:19,148 INFO [RS:0;39e84130bbc9:35655 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:07:19,149 INFO [RS:0;39e84130bbc9:35655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:07:19,149 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:07:19,149 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,35655,1731521224401 because: Region server is closing 2024-11-13T18:07:19,150 INFO [RS:0;39e84130bbc9:35655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:35655. 2024-11-13T18:07:19,150 DEBUG [RS:0;39e84130bbc9:35655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:19,150 DEBUG [RS:0;39e84130bbc9:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:19,150 DEBUG [RS:0;39e84130bbc9:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:19,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:19,251 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401.replicationSource.shipper39e84130bbc9%2C35655%2C1731521224401,1-39e84130bbc9,35655,1731521224401 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T18:07:19,251 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401.replicationSource.shipper39e84130bbc9%2C35655%2C1731521224401,1-39e84130bbc9,35655,1731521224401 terminated 2024-11-13T18:07:19,251 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,1-39e84130bbc9,35655,1731521224401 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:07:19,252 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-39e84130bbc9,35655,1731521224401 because: Region server is closing 2024-11-13T18:07:19,252 INFO [RS:0;39e84130bbc9:35655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:35655. 2024-11-13T18:07:19,252 DEBUG [RS:0;39e84130bbc9:35655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:19,252 DEBUG [RS:0;39e84130bbc9:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:19,253 DEBUG [RS:0;39e84130bbc9:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:19,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:19,353 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401.replicationSource.wal-reader.39e84130bbc9%2C35655%2C1731521224401,2-39e84130bbc9,35655,1731521224401 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:07:19,353 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401.replicationSource.shipper39e84130bbc9%2C35655%2C1731521224401,2-39e84130bbc9,35655,1731521224401 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T18:07:19,354 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,35655,1731521224401.replicationSource.shipper39e84130bbc9%2C35655%2C1731521224401,2-39e84130bbc9,35655,1731521224401 terminated 2024-11-13T18:07:19,354 INFO [RS:0;39e84130bbc9:35655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35655 2024-11-13T18:07:19,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01749038599/rs/39e84130bbc9,35655,1731521224401 2024-11-13T18:07:19,360 INFO [RS:0;39e84130bbc9:35655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:07:19,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/rs 2024-11-13T18:07:19,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,35655,1731521224401] 2024-11-13T18:07:19,365 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/draining/39e84130bbc9,35655,1731521224401 already deleted, retry=false 2024-11-13T18:07:19,365 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,35655,1731521224401 expired; onlineServers=0 2024-11-13T18:07:19,366 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,38893,1731521223212' ***** 2024-11-13T18:07:19,366 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:07:19,366 INFO [M:0;39e84130bbc9:38893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:07:19,366 INFO [M:0;39e84130bbc9:38893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:07:19,366 DEBUG [M:0;39e84130bbc9:38893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:07:19,366 DEBUG [M:0;39e84130bbc9:38893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:07:19,367 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521227486 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521227486,5,FailOnTimeoutGroup] 2024-11-13T18:07:19,367 INFO [M:0;39e84130bbc9:38893 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:07:19,367 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521227490 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521227490,5,FailOnTimeoutGroup] 2024-11-13T18:07:19,367 INFO [M:0;39e84130bbc9:38893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:07:19,367 DEBUG [M:0;39e84130bbc9:38893 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:07:19,367 INFO [M:0;39e84130bbc9:38893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:07:19,367 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:07:19,367 INFO [M:0;39e84130bbc9:38893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:07:19,368 INFO [M:0;39e84130bbc9:38893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:07:19,368 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:07:19,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01749038599/master 2024-11-13T18:07:19,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:19,369 DEBUG [M:0;39e84130bbc9:38893 {}] zookeeper.ZKUtil(347): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/master because node does not exist (not an error) 2024-11-13T18:07:19,369 WARN [M:0;39e84130bbc9:38893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:07:19,371 INFO [M:0;39e84130bbc9:38893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/.lastflushedseqids 2024-11-13T18:07:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741842_1018 (size=181) 2024-11-13T18:07:19,407 INFO [M:0;39e84130bbc9:38893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:07:19,408 INFO [M:0;39e84130bbc9:38893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:07:19,408 DEBUG [M:0;39e84130bbc9:38893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:19,408 INFO [M:0;39e84130bbc9:38893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:19,408 DEBUG [M:0;39e84130bbc9:38893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:19,409 DEBUG [M:0;39e84130bbc9:38893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:19,409 DEBUG [M:0;39e84130bbc9:38893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:19,409 INFO [M:0;39e84130bbc9:38893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T18:07:19,450 DEBUG [M:0;39e84130bbc9:38893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7399e5103ca641929f8f1d1e248e6d6f is 82, key is hbase:meta,,1/info:regioninfo/1731521229037/Put/seqid=0 2024-11-13T18:07:19,466 INFO [RS:0;39e84130bbc9:35655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:07:19,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:19,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35655-0x100ed47faa20001, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:19,466 INFO [RS:0;39e84130bbc9:35655 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,35655,1731521224401; zookeeper connection closed. 2024-11-13T18:07:19,473 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63e4f327 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63e4f327 2024-11-13T18:07:19,477 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:07:19,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741843_1019 (size=5672) 2024-11-13T18:07:19,485 INFO [M:0;39e84130bbc9:38893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7399e5103ca641929f8f1d1e248e6d6f 2024-11-13T18:07:19,552 DEBUG [M:0;39e84130bbc9:38893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a990963222f4378a6427296841d791b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731521236102/Put/seqid=0 2024-11-13T18:07:19,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741844_1020 (size=8663) 2024-11-13T18:07:19,618 INFO [M:0;39e84130bbc9:38893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a990963222f4378a6427296841d791b 2024-11-13T18:07:19,706 DEBUG [M:0;39e84130bbc9:38893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2de0013d4e29423a90db5a97525ee98d is 69, key is 39e84130bbc9,35655,1731521224401/rs:state/1731521227632/Put/seqid=0 2024-11-13T18:07:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741845_1021 (size=5156) 2024-11-13T18:07:19,959 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:07:20,140 INFO [M:0;39e84130bbc9:38893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2de0013d4e29423a90db5a97525ee98d 2024-11-13T18:07:20,151 DEBUG [M:0;39e84130bbc9:38893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7399e5103ca641929f8f1d1e248e6d6f as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7399e5103ca641929f8f1d1e248e6d6f 2024-11-13T18:07:20,161 INFO [M:0;39e84130bbc9:38893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7399e5103ca641929f8f1d1e248e6d6f, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T18:07:20,163 DEBUG [M:0;39e84130bbc9:38893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a990963222f4378a6427296841d791b as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a990963222f4378a6427296841d791b 2024-11-13T18:07:20,173 INFO [M:0;39e84130bbc9:38893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a990963222f4378a6427296841d791b, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T18:07:20,175 DEBUG [M:0;39e84130bbc9:38893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2de0013d4e29423a90db5a97525ee98d as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2de0013d4e29423a90db5a97525ee98d 2024-11-13T18:07:20,193 INFO [M:0;39e84130bbc9:38893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2de0013d4e29423a90db5a97525ee98d, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T18:07:20,197 INFO [M:0;39e84130bbc9:38893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 788ms, sequenceid=115, compaction requested=false 2024-11-13T18:07:20,214 INFO [M:0;39e84130bbc9:38893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:20,214 DEBUG [M:0;39e84130bbc9:38893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521239408Disabling compacts and flushes for region at 1731521239408Disabling writes for close at 1731521239409 (+1 ms)Obtaining lock to block concurrent updates at 1731521239409Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521239409Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731521239410 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521239411 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521239411Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521239449 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521239449Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521239503 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521239551 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521239551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521239662 (+111 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521239705 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521239705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77fec73f: reopening flushed file at 1731521240150 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4a96de: reopening flushed file at 1731521240161 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9201e58: reopening flushed file at 1731521240173 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 788ms, sequenceid=115, compaction requested=false at 1731521240198 (+25 ms)Writing region close event to WAL at 1731521240214 (+16 ms)Closed at 1731521240214 2024-11-13T18:07:20,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741830_1006 (size=59421) 2024-11-13T18:07:20,234 INFO [M:0;39e84130bbc9:38893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:07:20,234 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:07:20,234 INFO [M:0;39e84130bbc9:38893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38893 2024-11-13T18:07:20,235 INFO [M:0;39e84130bbc9:38893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:07:20,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:20,338 INFO [M:0;39e84130bbc9:38893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:07:20,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38893-0x100ed47faa20000, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:20,344 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:20,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:20,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:20,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:20,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:20,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:20,345 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:07:20,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:20,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37539 2024-11-13T18:07:20,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37539 connecting to ZooKeeper ensemble=127.0.0.1:58602 2024-11-13T18:07:20,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375390x0, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:20,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37539-0x100ed47faa20006 connected 2024-11-13T18:07:20,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:20,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:20,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/running 2024-11-13T18:07:20,406 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f, hbase.cluster.distributed=false 2024-11-13T18:07:20,408 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: INIT 2024-11-13T18:07:20,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/acl 2024-11-13T18:07:20,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37539 2024-11-13T18:07:20,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37539 2024-11-13T18:07:20,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37539 2024-11-13T18:07:20,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37539 2024-11-13T18:07:20,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37539 2024-11-13T18:07:20,479 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:20,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:20,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:20,479 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:20,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:20,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:20,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:07:20,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:20,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:07:20,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33533 2024-11-13T18:07:20,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33533 connecting to ZooKeeper ensemble=127.0.0.1:58602 2024-11-13T18:07:20,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:20,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:20,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335330x0, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:20,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335330x0, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/running 2024-11-13T18:07:20,549 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:07:20,550 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: INIT 2024-11-13T18:07:20,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33533-0x100ed47faa20007 connected 2024-11-13T18:07:20,565 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:07:20,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/master 2024-11-13T18:07:20,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/acl 2024-11-13T18:07:20,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-13T18:07:20,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33533 2024-11-13T18:07:20,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33533 2024-11-13T18:07:20,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-13T18:07:20,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-13T18:07:20,675 DEBUG [M:0;39e84130bbc9:37539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:37539 2024-11-13T18:07:20,679 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01749038599/backup-masters/39e84130bbc9,37539,1731521240341 2024-11-13T18:07:20,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/backup-masters 2024-11-13T18:07:20,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/backup-masters 2024-11-13T18:07:20,696 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on existing znode=/01749038599/backup-masters/39e84130bbc9,37539,1731521240341 2024-11-13T18:07:20,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:20,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01749038599/master 2024-11-13T18:07:20,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:20,717 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on existing znode=/01749038599/master 2024-11-13T18:07:20,723 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01749038599/backup-masters/39e84130bbc9,37539,1731521240341 from backup master directory 2024-11-13T18:07:20,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/backup-masters 2024-11-13T18:07:20,732 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:20,732 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,37539,1731521240341 2024-11-13T18:07:20,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01749038599/backup-masters/39e84130bbc9,37539,1731521240341 2024-11-13T18:07:20,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/backup-masters 2024-11-13T18:07:20,794 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:20,794 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:07:20,843 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 49ms. 2024-11-13T18:07:20,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741846_1022 (size=196) 2024-11-13T18:07:20,897 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:20,898 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:07:20,901 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:20,931 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T18:07:20,942 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,38893,1731521223212 to hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,38893,1731521223212-dead as it is dead 2024-11-13T18:07:20,946 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T18:07:20,946 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T18:07:20,946 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,38893,1731521223212-dead/39e84130bbc9%2C38893%2C1731521223212.1731521226192 2024-11-13T18:07:20,955 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,38893,1731521223212-dead/39e84130bbc9%2C38893%2C1731521223212.1731521226192 after 7ms 2024-11-13T18:07:20,961 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,38893,1731521223212-dead/39e84130bbc9%2C38893%2C1731521223212.1731521226192 to hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/39e84130bbc9%2C38893%2C1731521223212.1731521226192 2024-11-13T18:07:20,961 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,38893,1731521223212-dead 2024-11-13T18:07:20,964 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,37539,1731521240341 2024-11-13T18:07:20,975 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:20,980 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C37539%2C1731521240341, suffix=, logDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,37539,1731521240341, archiveDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/oldWALs, maxLogs=10 2024-11-13T18:07:21,002 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,37539,1731521240341/39e84130bbc9%2C37539%2C1731521240341.1731521240980, exclude list is [], retry=0 2024-11-13T18:07:21,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-94baedbb-b59d-4b76-80b5-af7f3e741c3b,DISK] 2024-11-13T18:07:21,030 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,37539,1731521240341/39e84130bbc9%2C37539%2C1731521240341.1731521240980 2024-11-13T18:07:21,036 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-13T18:07:21,036 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:21,037 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:21,037 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:21,037 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:21,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:21,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:07:21,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:21,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7399e5103ca641929f8f1d1e248e6d6f 2024-11-13T18:07:21,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:21,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:21,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:07:21,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:21,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a990963222f4378a6427296841d791b 2024-11-13T18:07:21,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:21,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:21,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:07:21,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:21,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2de0013d4e29423a90db5a97525ee98d 2024-11-13T18:07:21,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:21,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:21,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:07:21,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:21,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:21,190 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:21,191 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T18:07:21,192 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/39e84130bbc9%2C38893%2C1731521223212.1731521226192 2024-11-13T18:07:21,220 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/39e84130bbc9%2C38893%2C1731521223212.1731521226192 2024-11-13T18:07:21,222 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/39e84130bbc9%2C38893%2C1731521223212.1731521226192 2024-11-13T18:07:21,228 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:21,228 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:21,231 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:21,235 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:21,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T18:07:21,252 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59185554, jitterRate=-0.11806651949882507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:21,253 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521241037Initializing all the Stores at 1731521241042 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521241042Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521241043 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521241043Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521241043Cleaning up temporary data from old regions at 1731521241228 (+185 ms)Region opened successfully at 1731521241252 (+24 ms) 2024-11-13T18:07:21,257 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:07:21,276 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dd5408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:21,301 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T18:07:21,302 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:07:21,302 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:07:21,302 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:07:21,304 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T18:07:21,322 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:21,322 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:07:21,323 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:07:21,323 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:07:21,324 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T18:07:21,324 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T18:07:21,324 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 19 msec 2024-11-13T18:07:21,324 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:07:21,332 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=39e84130bbc9,35655,1731521224401, regionLocation=39e84130bbc9,35655,1731521224401, openSeqNum=2 2024-11-13T18:07:21,332 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=39e84130bbc9,35655,1731521224401, table=hbase:meta, region=1588230740 2024-11-13T18:07:21,332 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,35655,1731521224401, state=OPEN 2024-11-13T18:07:21,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01749038599/meta-region-server 2024-11-13T18:07:21,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: CHANGED 2024-11-13T18:07:21,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01749038599/meta-region-server 2024-11-13T18:07:21,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: CHANGED 2024-11-13T18:07:21,342 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:07:21,347 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/draining/39e84130bbc9,35655,1731521224401 already deleted, retry=false 2024-11-13T18:07:21,347 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 39e84130bbc9,35655,1731521224401 on 39e84130bbc9,37539,1731521240341 2024-11-13T18:07:21,356 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 39e84130bbc9,35655,1731521224401, splitWal=true, meta=true 2024-11-13T18:07:21,363 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 39e84130bbc9,35655,1731521224401 (carryingMeta=true) 39e84130bbc9,35655,1731521224401/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7a50a1cc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T18:07:21,369 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/balancer because node does not exist (not necessarily an error) 2024-11-13T18:07:21,371 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/balancer already deleted, retry=false 2024-11-13T18:07:21,372 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:07:21,375 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:07:21,383 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/normalizer already deleted, retry=false 2024-11-13T18:07:21,384 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:07:21,391 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:07:21,396 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/switch/split already deleted, retry=false 2024-11-13T18:07:21,403 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:07:21,408 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/switch/merge already deleted, retry=false 2024-11-13T18:07:21,452 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:07:21,454 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/snapshot-cleanup already deleted, retry=false 2024-11-13T18:07:21,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01749038599/running 2024-11-13T18:07:21,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:21,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01749038599/running 2024-11-13T18:07:21,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:21,463 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,37539,1731521240341, sessionid=0x100ed47faa20006, setting cluster-up flag (Was=false) 2024-11-13T18:07:21,479 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01749038599/flush-table-proc/acquired, /01749038599/flush-table-proc/reached, /01749038599/flush-table-proc/abort 2024-11-13T18:07:21,487 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,37539,1731521240341 2024-11-13T18:07:21,499 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01749038599/online-snapshot/acquired, /01749038599/online-snapshot/reached, /01749038599/online-snapshot/abort 2024-11-13T18:07:21,508 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,37539,1731521240341 2024-11-13T18:07:21,514 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/.lastflushedseqids 2024-11-13T18:07:21,520 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:07:21,520 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:07:21,520 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,37539,1731521240341 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 39e84130bbc9,35655,1731521224401 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:07:21,532 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:21,532 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:21,532 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:21,532 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:21,533 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:07:21,533 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,533 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:21,533 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,562 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 39e84130bbc9,35655,1731521224401, splitWal=true, meta=true 2024-11-13T18:07:21,567 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 39e84130bbc9,35655,1731521224401, splitWal=true, meta=true, isMeta: true 2024-11-13T18:07:21,568 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521271568 2024-11-13T18:07:21,568 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:07:21,568 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:07:21,568 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:07:21,568 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:07:21,568 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:07:21,568 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:07:21,570 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,571 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401-splitting 2024-11-13T18:07:21,572 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:07:21,572 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:07:21,572 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:07:21,572 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:07:21,573 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:07:21,573 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:07:21,573 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401-splitting dir is empty, no logs to split. 2024-11-13T18:07:21,573 INFO [PEWorker-1 {}] master.SplitWALManager(105): 39e84130bbc9,35655,1731521224401 WAL count=0, meta=true 2024-11-13T18:07:21,573 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521241573,5,FailOnTimeoutGroup] 2024-11-13T18:07:21,573 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(746): ClusterId : 3972e73c-c174-46c9-a60f-7e43d19892b1 2024-11-13T18:07:21,573 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:07:21,575 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521241573,5,FailOnTimeoutGroup] 2024-11-13T18:07:21,575 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,575 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:07:21,575 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,575 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,575 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521241575, completionTime=-1 2024-11-13T18:07:21,576 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T18:07:21,581 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T18:07:21,590 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401-splitting dir is empty, no logs to split. 2024-11-13T18:07:21,590 INFO [PEWorker-1 {}] master.SplitWALManager(105): 39e84130bbc9,35655,1731521224401 WAL count=0, meta=true 2024-11-13T18:07:21,590 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 39e84130bbc9,35655,1731521224401 WAL splitting is done? wals=0, meta=true 2024-11-13T18:07:21,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:07:21,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:21,602 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T18:07:21,606 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:07:21,606 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:07:21,630 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:07:21,631 DEBUG [RS:0;39e84130bbc9:33533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505bb53b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:21,656 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:33533 2024-11-13T18:07:21,656 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:07:21,656 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:07:21,656 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:07:21,664 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,37539,1731521240341 with port=33533, startcode=1731521240478 2024-11-13T18:07:21,664 DEBUG [RS:0;39e84130bbc9:33533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:07:21,670 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:07:21,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,33533,1731521240478 2024-11-13T18:07:21,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37539 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,33533,1731521240478 2024-11-13T18:07:21,682 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T18:07:21,683 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f 2024-11-13T18:07:21,683 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33585 2024-11-13T18:07:21,683 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:07:21,696 DEBUG [RS:0;39e84130bbc9:33533 {}] zookeeper.ZKUtil(111): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on existing znode=/01749038599/rs/39e84130bbc9,33533,1731521240478 2024-11-13T18:07:21,697 WARN [RS:0;39e84130bbc9:33533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:21,697 INFO [RS:0;39e84130bbc9:33533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:21,697 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478 2024-11-13T18:07:21,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/rs 2024-11-13T18:07:21,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,33533,1731521240478] 2024-11-13T18:07:21,753 WARN [39e84130bbc9:37539 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:07:21,809 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:07:21,813 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:07:21,817 INFO [RS:0;39e84130bbc9:33533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:07:21,818 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,820 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:07:21,822 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:07:21,822 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,823 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,823 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,823 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,823 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,823 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,823 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:21,823 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,824 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,824 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,824 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,824 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,824 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:21,824 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:21,824 DEBUG [RS:0;39e84130bbc9:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:21,826 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,826 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,827 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,827 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,827 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,827 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33533,1731521240478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:21,855 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:07:21,855 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33533,1731521240478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,882 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,33533,1731521240478, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:07:21,912 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSource(231): queueId=2-39e84130bbc9,33533,1731521240478, ReplicationSource: 2, currentBandwidth=0 2024-11-13T18:07:21,916 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,916 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.Replication(171): 39e84130bbc9,33533,1731521240478 started 2024-11-13T18:07:21,927 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,1-39e84130bbc9,33533,1731521240478 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:37451' 2024-11-13T18:07:21,934 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,1-39e84130bbc9,33533,1731521240478 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58092660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:21,934 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,1-39e84130bbc9,33533,1731521240478 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37451,-1 for getting cluster id 2024-11-13T18:07:21,934 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,1-39e84130bbc9,33533,1731521240478 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:21,939 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:21,940 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,33533,1731521240478, RpcServer on 39e84130bbc9/172.17.0.3:33533, sessionid=0x100ed47faa20007 2024-11-13T18:07:21,940 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:07:21,940 DEBUG [RS:0;39e84130bbc9:33533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,33533,1731521240478 2024-11-13T18:07:21,940 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,33533,1731521240478' 2024-11-13T18:07:21,940 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01749038599/flush-table-proc/abort' 2024-11-13T18:07:21,943 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e93c345-2a71-46fa-95af-7450ebdcd29f' 2024-11-13T18:07:21,943 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01749038599/flush-table-proc/acquired' 2024-11-13T18:07:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e93c345-2a71-46fa-95af-7450ebdcd29f" 2024-11-13T18:07:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d144822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37451,-1] 2024-11-13T18:07:21,945 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:07:21,945 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:07:21,945 DEBUG [RS:0;39e84130bbc9:33533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,33533,1731521240478 2024-11-13T18:07:21,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:21,945 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,33533,1731521240478' 2024-11-13T18:07:21,945 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01749038599/online-snapshot/abort' 2024-11-13T18:07:21,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:21,946 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:21,947 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01749038599/online-snapshot/acquired' 2024-11-13T18:07:21,950 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,1-39e84130bbc9,33533,1731521240478 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70bff9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:21,950 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,1-39e84130bbc9,33533,1731521240478 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:21,950 DEBUG [RS:0;39e84130bbc9:33533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:07:21,950 INFO [RS:0;39e84130bbc9:33533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:07:21,950 INFO [RS:0;39e84130bbc9:33533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:07:21,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,37451,1731521231436 2024-11-13T18:07:21,956 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,2-39e84130bbc9,33533,1731521240478 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:37451' 2024-11-13T18:07:21,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c55f017 2024-11-13T18:07:21,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:21,958 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T18:07:21,961 INFO [RS:0;39e84130bbc9:33533.replicationSource,1-39e84130bbc9,33533,1731521240478 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,33533,1731521240478 (queues=0) is replicating from cluster=3972e73c-c174-46c9-a60f-7e43d19892b1 to cluster=6e93c345-2a71-46fa-95af-7450ebdcd29f 2024-11-13T18:07:21,963 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,2-39e84130bbc9,33533,1731521240478 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d47e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:21,964 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,2-39e84130bbc9,33533,1731521240478 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37451,-1 for getting cluster id 2024-11-13T18:07:21,964 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,2-39e84130bbc9,33533,1731521240478 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:21,966 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e93c345-2a71-46fa-95af-7450ebdcd29f' 2024-11-13T18:07:21,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:21,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e93c345-2a71-46fa-95af-7450ebdcd29f" 2024-11-13T18:07:21,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783922ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:21,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37451,-1] 2024-11-13T18:07:21,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:21,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:21,974 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:21,977 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,2-39e84130bbc9,33533,1731521240478 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ae67b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:21,978 DEBUG [RS:0;39e84130bbc9:33533.replicationSource,2-39e84130bbc9,33533,1731521240478 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:21,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,37451,1731521231436 2024-11-13T18:07:21,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0b0f54 2024-11-13T18:07:21,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:21,985 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T18:07:21,988 INFO [RS:0;39e84130bbc9:33533.replicationSource,2-39e84130bbc9,33533,1731521240478 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-39e84130bbc9,33533,1731521240478 (queues=0) is replicating from cluster=3972e73c-c174-46c9-a60f-7e43d19892b1 to cluster=6e93c345-2a71-46fa-95af-7450ebdcd29f 2024-11-13T18:07:22,051 INFO [RS:0;39e84130bbc9:33533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:22,054 INFO [RS:0;39e84130bbc9:33533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C33533%2C1731521240478, suffix=, logDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478, archiveDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs, maxLogs=10 2024-11-13T18:07:22,076 DEBUG [RS:0;39e84130bbc9:33533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055, exclude list is [], retry=0 2024-11-13T18:07:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-94baedbb-b59d-4b76-80b5-af7f3e741c3b,DISK] 2024-11-13T18:07:22,091 INFO [RS:0;39e84130bbc9:33533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 2024-11-13T18:07:22,093 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 39e84130bbc9%2C33533%2C1731521240478 for peer 2 2024-11-13T18:07:22,093 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 39e84130bbc9%2C33533%2C1731521240478 for peer 1 2024-11-13T18:07:22,094 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C33533%2C1731521240478 2024-11-13T18:07:22,094 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,33533,1731521240478, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:07:22,097 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=39e84130bbc9%2C33533%2C1731521240478 2024-11-13T18:07:22,098 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-39e84130bbc9,33533,1731521240478, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:07:22,098 INFO [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C33533%2C1731521240478 2024-11-13T18:07:22,114 DEBUG [RS:0;39e84130bbc9:33533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-13T18:07:22,114 INFO [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C33533%2C1731521240478 2024-11-13T18:07:22,115 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055, startPosition=0, beingWritten=true 2024-11-13T18:07:22,116 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055, startPosition=0, beingWritten=true 2024-11-13T18:07:22,254 DEBUG [39e84130bbc9:37539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:07:22,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,33533,1731521240478 2024-11-13T18:07:22,258 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,33533,1731521240478, state=OPENING 2024-11-13T18:07:22,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01749038599/meta-region-server 2024-11-13T18:07:22,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01749038599/meta-region-server 2024-11-13T18:07:22,260 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:22,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: CHANGED 2024-11-13T18:07:22,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: CHANGED 2024-11-13T18:07:22,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,33533,1731521240478}] 2024-11-13T18:07:22,350 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:22,350 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:22,416 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:07:22,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:07:22,432 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:07:22,432 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:22,432 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:07:22,442 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C33533%2C1731521240478.meta, suffix=.meta, logDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478, archiveDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs, maxLogs=10 2024-11-13T18:07:22,467 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.meta.1731521242443.meta, exclude list is [], retry=0 2024-11-13T18:07:22,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-94baedbb-b59d-4b76-80b5-af7f3e741c3b,DISK] 2024-11-13T18:07:22,506 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.meta.1731521242443.meta 2024-11-13T18:07:22,508 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-13T18:07:22,509 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:22,509 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:22,509 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:22,510 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:07:22,510 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:07:22,510 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:07:22,510 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:22,510 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:07:22,510 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:07:22,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:22,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:22,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:22,575 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/info/3b7fe14a944945b2851703630f372a58 2024-11-13T18:07:22,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:22,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:22,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:22,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:22,606 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/ns/e0ff0d31a3804095b5a0198e05cd94e6 2024-11-13T18:07:22,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:22,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:22,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:22,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:22,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:22,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:22,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:22,641 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/table/5fad741ef5e942e18c76902c073ab87c 2024-11-13T18:07:22,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:22,641 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:22,642 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740 2024-11-13T18:07:22,647 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740 2024-11-13T18:07:22,654 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:22,654 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:22,655 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:22,664 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:22,665 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:22,669 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:22,672 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62023770, jitterRate=-0.07577380537986755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:22,672 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:07:22,672 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521242511Writing region info on filesystem at 1731521242511Initializing all the Stores at 1731521242522 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521242522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521242523 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521242523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521242523Cleaning up temporary data from old regions at 1731521242654 (+131 ms)Running coprocessor post-open hooks at 1731521242672 (+18 ms)Region opened successfully at 1731521242672 2024-11-13T18:07:22,674 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731521242416 2024-11-13T18:07:22,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=39e84130bbc9,33533,1731521240478 2024-11-13T18:07:22,682 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:07:22,682 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:07:22,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,33533,1731521240478, state=OPEN 2024-11-13T18:07:22,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01749038599/meta-region-server 2024-11-13T18:07:22,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: CHANGED 2024-11-13T18:07:22,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,33533,1731521240478 2024-11-13T18:07:22,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01749038599/meta-region-server 2024-11-13T18:07:22,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01749038599/meta-region-server: CHANGED 2024-11-13T18:07:22,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T18:07:22,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,33533,1731521240478 in 432 msec 2024-11-13T18:07:22,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T18:07:22,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1070 sec 2024-11-13T18:07:23,077 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:23,085 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:23,194 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1618ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1512ms 2024-11-13T18:07:23,586 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:23,610 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:24,201 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:24,227 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:24,697 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3121ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3015ms 2024-11-13T18:07:24,910 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:24,936 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:25,727 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:25,744 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:26,100 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4524ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T18:07:26,100 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:07:26,100 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:26,100 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,33533,1731521240478, seqNum=-1] 2024-11-13T18:07:26,101 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:26,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:26,111 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=82e738c259a6e218f1dccf9713681485, regionState=OPEN, lastHost=39e84130bbc9,35655,1731521224401, regionLocation=39e84130bbc9,35655,1731521224401, openSeqNum=2 2024-11-13T18:07:26,112 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:07:26,112 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521306112 2024-11-13T18:07:26,112 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521366112 2024-11-13T18:07:26,112 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-13T18:07:26,112 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37539,1731521240341-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:26,113 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37539,1731521240341-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:26,113 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37539,1731521240341-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:26,113 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 39e84130bbc9,35655,1731521224401 had 2 regions 2024-11-13T18:07:26,113 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:37539, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:26,113 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:26,113 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:26,115 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 39e84130bbc9,35655,1731521224401, splitWal=true, meta=true, isMeta: false 2024-11-13T18:07:26,118 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401-splitting dir is empty, no logs to split. 2024-11-13T18:07:26,118 INFO [PEWorker-3 {}] master.SplitWALManager(105): 39e84130bbc9,35655,1731521224401 WAL count=0, meta=false 2024-11-13T18:07:26,122 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.390sec 2024-11-13T18:07:26,122 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:07:26,122 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:07:26,123 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:07:26,123 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:07:26,123 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:07:26,123 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37539,1731521240341-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:26,123 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37539,1731521240341-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:07:26,124 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,35655,1731521224401-splitting dir is empty, no logs to split. 2024-11-13T18:07:26,124 INFO [PEWorker-3 {}] master.SplitWALManager(105): 39e84130bbc9,35655,1731521224401 WAL count=0, meta=false 2024-11-13T18:07:26,124 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 39e84130bbc9,35655,1731521224401 WAL splitting is done? wals=0, meta=false 2024-11-13T18:07:26,129 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:07:26,129 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:07:26,129 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37539,1731521240341-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:26,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82e738c259a6e218f1dccf9713681485, ASSIGN}] 2024-11-13T18:07:26,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82e738c259a6e218f1dccf9713681485, ASSIGN 2024-11-13T18:07:26,136 WARN [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=39e84130bbc9,35655,1731521224401/hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:26,136 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82e738c259a6e218f1dccf9713681485, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T18:07:26,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10433b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:26,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37539,-1 for getting cluster id 2024-11-13T18:07:26,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:26,190 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3972e73c-c174-46c9-a60f-7e43d19892b1' 2024-11-13T18:07:26,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:26,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3972e73c-c174-46c9-a60f-7e43d19892b1" 2024-11-13T18:07:26,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b1d3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:26,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37539,-1] 2024-11-13T18:07:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:26,195 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:26,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756c30a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:26,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,33533,1731521240478, seqNum=-1] 2024-11-13T18:07:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:26,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:26,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T18:07:26,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:26,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:26,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:26,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:26,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:26,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 39e84130bbc9:37539 after: 39e84130bbc9:37539 2024-11-13T18:07:26,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d04d4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:26,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37539,-1 for getting cluster id 2024-11-13T18:07:26,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:26,208 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3972e73c-c174-46c9-a60f-7e43d19892b1' 2024-11-13T18:07:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3972e73c-c174-46c9-a60f-7e43d19892b1" 2024-11-13T18:07:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f980c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37539,-1] 2024-11-13T18:07:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:26,210 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:26,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:26,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:26,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,37539,1731521240341 2024-11-13T18:07:26,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7783618f 2024-11-13T18:07:26,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:26,214 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:26,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T18:07:26,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T18:07:26,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T18:07:26,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T18:07:26,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:07:26,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:26,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:26,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:26,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:26,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:26,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:07:26,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=524371768, stopped=false 2024-11-13T18:07:26,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,37451,1731521231436 2024-11-13T18:07:26,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1538977491/running 2024-11-13T18:07:26,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:26,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1538977491/running 2024-11-13T18:07:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:26,233 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:07:26,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:26,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Set watcher on znode that does not yet exist, /1538977491/running 2024-11-13T18:07:26,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Set watcher on znode that does not yet exist, /1538977491/running 2024-11-13T18:07:26,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:26,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:26,235 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,36529,1731521231720' ***** 2024-11-13T18:07:26,235 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:07:26,235 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:07:26,235 INFO [RS:0;39e84130bbc9:36529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:07:26,236 INFO [RS:0;39e84130bbc9:36529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:07:26,236 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,36529,1731521231720 2024-11-13T18:07:26,236 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:07:26,236 INFO [RS:0;39e84130bbc9:36529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:07:26,236 INFO [RS:0;39e84130bbc9:36529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:36529. 2024-11-13T18:07:26,236 DEBUG [RS:0;39e84130bbc9:36529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:26,236 DEBUG [RS:0;39e84130bbc9:36529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:26,236 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:07:26,237 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:07:26,237 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:07:26,237 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:07:26,238 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:07:26,238 DEBUG [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:07:26,238 DEBUG [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:07:26,238 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:26,238 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:26,238 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:26,238 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:26,238 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:26,238 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T18:07:26,265 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740/.tmp/ns/bbbafe85b0014e6fbbfe2c2741aefa44 is 43, key is default/ns:d/1731521235212/Put/seqid=0 2024-11-13T18:07:26,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741835_1011 (size=5153) 2024-11-13T18:07:26,287 DEBUG [39e84130bbc9:37539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:07:26,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=82e738c259a6e218f1dccf9713681485, regionState=OPENING, regionLocation=39e84130bbc9,33533,1731521240478 2024-11-13T18:07:26,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82e738c259a6e218f1dccf9713681485, ASSIGN because future has completed 2024-11-13T18:07:26,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82e738c259a6e218f1dccf9713681485, server=39e84130bbc9,33533,1731521240478}] 2024-11-13T18:07:26,326 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:07:26,438 DEBUG [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:07:26,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:26,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:26,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:07:26,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C33533%2C1731521240478.rep, suffix=, logDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478, archiveDir=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs, maxLogs=10 2024-11-13T18:07:26,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.rep.1731521246462, exclude list is [], retry=0 2024-11-13T18:07:26,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45141,DS-94baedbb-b59d-4b76-80b5-af7f3e741c3b,DISK] 2024-11-13T18:07:26,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.rep.1731521246462 2024-11-13T18:07:26,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-13T18:07:26,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 82e738c259a6e218f1dccf9713681485, NAME => 'hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:26,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:26,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:26,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. service=MultiRowMutationService 2024-11-13T18:07:26,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:07:26,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:26,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,514 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,520 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82e738c259a6e218f1dccf9713681485 columnFamilyName hfileref 2024-11-13T18:07:26,520 DEBUG [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:26,523 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(327): Store=82e738c259a6e218f1dccf9713681485/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:26,523 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,525 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82e738c259a6e218f1dccf9713681485 columnFamilyName queue 2024-11-13T18:07:26,525 DEBUG [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:26,551 DEBUG [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485/queue/370169e6c01c4e8eba5bfa54e30ac318 2024-11-13T18:07:26,551 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(327): Store=82e738c259a6e218f1dccf9713681485/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:26,551 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,553 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82e738c259a6e218f1dccf9713681485 columnFamilyName sid 2024-11-13T18:07:26,553 DEBUG [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:26,557 INFO [StoreOpener-82e738c259a6e218f1dccf9713681485-1 {}] regionserver.HStore(327): Store=82e738c259a6e218f1dccf9713681485/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:26,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:07:26,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 82e738c259a6e218f1dccf9713681485; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62943302, jitterRate=-0.06207171082496643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:07:26,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:26,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 82e738c259a6e218f1dccf9713681485: Running coprocessor pre-open hook at 1731521246509Writing region info on filesystem at 1731521246509Initializing all the Stores at 1731521246512 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521246512Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521246513 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521246513Cleaning up temporary data from old regions at 1731521246566 (+53 ms)Running coprocessor post-open hooks at 1731521246590 (+24 ms)Region opened successfully at 1731521246591 (+1 ms) 2024-11-13T18:07:26,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485., pid=19, masterSystemTime=1731521246446 2024-11-13T18:07:26,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:26,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:26,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=82e738c259a6e218f1dccf9713681485, regionState=OPEN, openSeqNum=10, regionLocation=39e84130bbc9,33533,1731521240478 2024-11-13T18:07:26,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82e738c259a6e218f1dccf9713681485, server=39e84130bbc9,33533,1731521240478 because future has completed 2024-11-13T18:07:26,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T18:07:26,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 82e738c259a6e218f1dccf9713681485, server=39e84130bbc9,33533,1731521240478 in 330 msec 2024-11-13T18:07:26,635 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:26,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T18:07:26,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82e738c259a6e218f1dccf9713681485, ASSIGN in 500 msec 2024-11-13T18:07:26,639 DEBUG [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:07:26,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T18:07:26,651 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:26,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485., hostname=39e84130bbc9,33533,1731521240478, seqNum=10] 2024-11-13T18:07:26,687 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740/.tmp/ns/bbbafe85b0014e6fbbfe2c2741aefa44 2024-11-13T18:07:26,726 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740/.tmp/ns/bbbafe85b0014e6fbbfe2c2741aefa44 as hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740/ns/bbbafe85b0014e6fbbfe2c2741aefa44 2024-11-13T18:07:26,744 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 39e84130bbc9,35655,1731521224401 2024-11-13T18:07:26,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T18:07:26,752 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740/ns/bbbafe85b0014e6fbbfe2c2741aefa44, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T18:07:26,754 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=6, compaction requested=false 2024-11-13T18:07:26,777 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T18:07:26,779 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:26,779 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:26,779 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:26,779 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521246238Running coprocessor pre-close hooks at 1731521246238Disabling compacts and flushes for region at 1731521246238Disabling writes for close at 1731521246238Obtaining lock to block concurrent updates at 1731521246238Preparing flush snapshotting stores in 1588230740 at 1731521246238Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731521246239 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521246240 (+1 ms)Flushing 1588230740/ns: creating writer at 1731521246240Flushing 1588230740/ns: appending metadata at 1731521246264 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731521246264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6041195d: reopening flushed file at 1731521246716 (+452 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=6, compaction requested=false at 1731521246754 (+38 ms)Writing region close event to WAL at 1731521246761 (+7 ms)Running coprocessor post-close hooks at 1731521246779 (+18 ms)Closed at 1731521246779 2024-11-13T18:07:26,779 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:26,840 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,36529,1731521231720; all regions closed. 2024-11-13T18:07:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741834_1010 (size=1152) 2024-11-13T18:07:26,854 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/WALs/39e84130bbc9,36529,1731521231720/39e84130bbc9%2C36529%2C1731521231720.meta.1731521234902.meta not finished, retry = 0 2024-11-13T18:07:26,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T18:07:26,959 DEBUG [RS:0;39e84130bbc9:36529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/oldWALs 2024-11-13T18:07:26,959 INFO [RS:0;39e84130bbc9:36529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C36529%2C1731521231720.meta:.meta(num 1731521234902) 2024-11-13T18:07:26,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741833_1009 (size=93) 2024-11-13T18:07:26,981 DEBUG [RS:0;39e84130bbc9:36529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/oldWALs 2024-11-13T18:07:26,982 INFO [RS:0;39e84130bbc9:36529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C36529%2C1731521231720:(num 1731521234216) 2024-11-13T18:07:26,982 DEBUG [RS:0;39e84130bbc9:36529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:26,982 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:07:26,985 INFO [RS:0;39e84130bbc9:36529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:07:26,985 INFO [RS:0;39e84130bbc9:36529 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:07:26,986 INFO [RS:0;39e84130bbc9:36529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:07:26,986 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:07:26,986 INFO [RS:0;39e84130bbc9:36529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36529 2024-11-13T18:07:26,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1538977491/rs/39e84130bbc9,36529,1731521231720 2024-11-13T18:07:26,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491/rs 2024-11-13T18:07:26,997 INFO [RS:0;39e84130bbc9:36529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:07:27,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,36529,1731521231720] 2024-11-13T18:07:27,017 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1538977491/draining/39e84130bbc9,36529,1731521231720 already deleted, retry=false 2024-11-13T18:07:27,017 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,36529,1731521231720 expired; onlineServers=0 2024-11-13T18:07:27,017 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,37451,1731521231436' ***** 2024-11-13T18:07:27,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:07:27,018 INFO [M:0;39e84130bbc9:37451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:07:27,018 INFO [M:0;39e84130bbc9:37451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:07:27,018 DEBUG [M:0;39e84130bbc9:37451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:07:27,018 DEBUG [M:0;39e84130bbc9:37451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:07:27,018 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:07:27,018 INFO [M:0;39e84130bbc9:37451 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:07:27,018 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521233838 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521233838,5,FailOnTimeoutGroup] 2024-11-13T18:07:27,018 INFO [M:0;39e84130bbc9:37451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:07:27,019 DEBUG [M:0;39e84130bbc9:37451 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:07:27,019 INFO [M:0;39e84130bbc9:37451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:07:27,019 INFO [M:0;39e84130bbc9:37451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:07:27,019 INFO [M:0;39e84130bbc9:37451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:07:27,019 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521233833 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521233833,5,FailOnTimeoutGroup] 2024-11-13T18:07:27,021 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:07:27,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1538977491/master 2024-11-13T18:07:27,025 DEBUG [M:0;39e84130bbc9:37451 {}] zookeeper.RecoverableZooKeeper(212): Node /1538977491/master already deleted, retry=false 2024-11-13T18:07:27,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1538977491 2024-11-13T18:07:27,025 DEBUG [M:0;39e84130bbc9:37451 {}] master.ActiveMasterManager(353): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Failed delete of our master address node; KeeperErrorCode = NoNode for /1538977491/master 2024-11-13T18:07:27,033 INFO [M:0;39e84130bbc9:37451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/.lastflushedseqids 2024-11-13T18:07:27,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741836_1012 (size=99) 2024-11-13T18:07:27,084 INFO [M:0;39e84130bbc9:37451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:07:27,084 INFO [M:0;39e84130bbc9:37451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:07:27,084 DEBUG [M:0;39e84130bbc9:37451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:27,085 INFO [M:0;39e84130bbc9:37451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:27,085 DEBUG [M:0;39e84130bbc9:37451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:27,085 DEBUG [M:0;39e84130bbc9:37451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:27,085 DEBUG [M:0;39e84130bbc9:37451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:27,085 INFO [M:0;39e84130bbc9:37451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T18:07:27,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:27,103 INFO [RS:0;39e84130bbc9:36529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:07:27,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x100ed47faa20004, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:27,103 INFO [RS:0;39e84130bbc9:36529 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,36529,1731521231720; zookeeper connection closed. 2024-11-13T18:07:27,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@119a0b7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@119a0b7d 2024-11-13T18:07:27,103 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:07:27,138 DEBUG [M:0;39e84130bbc9:37451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e17b82ff78af462fb4b5098d7e5eab5c is 82, key is hbase:meta,,1/info:regioninfo/1731521235158/Put/seqid=0 2024-11-13T18:07:27,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741837_1013 (size=5672) 2024-11-13T18:07:27,174 INFO [M:0;39e84130bbc9:37451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e17b82ff78af462fb4b5098d7e5eab5c 2024-11-13T18:07:27,247 DEBUG [M:0;39e84130bbc9:37451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5885e2c230084475b2a038a3696fb081 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731521235229/Put/seqid=0 2024-11-13T18:07:27,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741838_1014 (size=5275) 2024-11-13T18:07:27,663 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:27,679 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:27,689 INFO [M:0;39e84130bbc9:37451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5885e2c230084475b2a038a3696fb081 2024-11-13T18:07:27,722 DEBUG [M:0;39e84130bbc9:37451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9efb94b384841d7a3afff544fce14ff is 69, key is 39e84130bbc9,36529,1731521231720/rs:state/1731521233893/Put/seqid=0 2024-11-13T18:07:27,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741839_1015 (size=5156) 2024-11-13T18:07:27,739 INFO [M:0;39e84130bbc9:37451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9efb94b384841d7a3afff544fce14ff 2024-11-13T18:07:27,760 DEBUG [M:0;39e84130bbc9:37451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e17b82ff78af462fb4b5098d7e5eab5c as hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e17b82ff78af462fb4b5098d7e5eab5c 2024-11-13T18:07:27,773 INFO [M:0;39e84130bbc9:37451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e17b82ff78af462fb4b5098d7e5eab5c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T18:07:27,775 DEBUG [M:0;39e84130bbc9:37451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5885e2c230084475b2a038a3696fb081 as hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5885e2c230084475b2a038a3696fb081 2024-11-13T18:07:27,783 INFO [M:0;39e84130bbc9:37451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5885e2c230084475b2a038a3696fb081, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T18:07:27,784 DEBUG [M:0;39e84130bbc9:37451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9efb94b384841d7a3afff544fce14ff as hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9efb94b384841d7a3afff544fce14ff 2024-11-13T18:07:27,793 INFO [M:0;39e84130bbc9:37451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37077/user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9efb94b384841d7a3afff544fce14ff, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T18:07:27,795 INFO [M:0;39e84130bbc9:37451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 710ms, sequenceid=28, compaction requested=false 2024-11-13T18:07:27,816 INFO [M:0;39e84130bbc9:37451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:27,816 DEBUG [M:0;39e84130bbc9:37451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521247084Disabling compacts and flushes for region at 1731521247084Disabling writes for close at 1731521247085 (+1 ms)Obtaining lock to block concurrent updates at 1731521247085Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521247085Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731521247087 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521247092 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521247092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521247138 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521247138Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521247203 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521247246 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521247246Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521247697 (+451 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521247721 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521247721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62effe77: reopening flushed file at 1731521247758 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa146b: reopening flushed file at 1731521247774 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4945390: reopening flushed file at 1731521247783 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 710ms, sequenceid=28, compaction requested=false at 1731521247795 (+12 ms)Writing region close event to WAL at 1731521247816 (+21 ms)Closed at 1731521247816 2024-11-13T18:07:27,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741830_1006 (size=10165) 2024-11-13T18:07:27,824 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ae7240c-477b-603c-ef7c-922522ea3df5/MasterData/WALs/39e84130bbc9,37451,1731521231436/39e84130bbc9%2C37451%2C1731521231436.1731521233255 not finished, retry = 0 2024-11-13T18:07:27,925 INFO [M:0;39e84130bbc9:37451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:07:27,925 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:07:27,926 INFO [M:0;39e84130bbc9:37451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37451 2024-11-13T18:07:27,931 INFO [M:0;39e84130bbc9:37451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:07:28,013 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:07:28,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:28,034 INFO [M:0;39e84130bbc9:37451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:07:28,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37451-0x100ed47faa20003, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:28,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28cf7b98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:07:28,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@676e3e46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:07:28,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:07:28,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d21555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:07:28,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f3cdae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/hadoop.log.dir/,STOPPED} 2024-11-13T18:07:28,081 WARN [BP-463313671-172.17.0.3-1731521229905 heartbeating to localhost/127.0.0.1:37077 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:07:28,082 WARN [BP-463313671-172.17.0.3-1731521229905 heartbeating to localhost/127.0.0.1:37077 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-463313671-172.17.0.3-1731521229905 (Datanode Uuid a224c4b8-4a82-45a5-a253-f9114353182f) service to localhost/127.0.0.1:37077 2024-11-13T18:07:28,082 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:07:28,082 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:07:28,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/cluster_63fc0343-200c-666d-2c01-bd3591ee02dc/data/data1/current/BP-463313671-172.17.0.3-1731521229905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:07:28,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:07:28,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/cluster_63fc0343-200c-666d-2c01-bd3591ee02dc/data/data2/current/BP-463313671-172.17.0.3-1731521229905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:07:28,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d9307a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:07:28,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b601dc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:07:28,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:07:28,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618c4e50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:07:28,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66788863{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/hadoop.log.dir/,STOPPED} 2024-11-13T18:07:28,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:07:28,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:07:28,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:28,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:28,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:28,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:28,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:28,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:07:28,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1197205382, stopped=false 2024-11-13T18:07:28,184 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,37539,1731521240341 2024-11-13T18:07:28,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01749038599/running 2024-11-13T18:07:28,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01749038599/running 2024-11-13T18:07:28,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:28,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:28,188 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:07:28,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:28,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/running 2024-11-13T18:07:28,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Set watcher on znode that does not yet exist, /01749038599/running 2024-11-13T18:07:28,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:28,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:28,190 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,33533,1731521240478' ***** 2024-11-13T18:07:28,190 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:07:28,190 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:07:28,191 INFO [RS:0;39e84130bbc9:33533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:07:28,191 INFO [RS:0;39e84130bbc9:33533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:07:28,191 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:07:28,191 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(3091): Received CLOSE for 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:28,192 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,33533,1731521240478 2024-11-13T18:07:28,192 INFO [RS:0;39e84130bbc9:33533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:07:28,192 INFO [RS:0;39e84130bbc9:33533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:33533. 2024-11-13T18:07:28,192 DEBUG [RS:0;39e84130bbc9:33533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:28,192 DEBUG [RS:0;39e84130bbc9:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:28,192 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:07:28,192 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:07:28,192 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:07:28,192 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82e738c259a6e218f1dccf9713681485, disabling compactions & flushes 2024-11-13T18:07:28,192 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:07:28,192 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:28,192 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:28,192 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. after waiting 0 ms 2024-11-13T18:07:28,192 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:28,193 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:07:28,193 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 82e738c259a6e218f1dccf9713681485=hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485.} 2024-11-13T18:07:28,193 DEBUG [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82e738c259a6e218f1dccf9713681485 2024-11-13T18:07:28,193 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:28,193 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:28,193 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:28,193 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:28,193 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:28,193 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T18:07:28,222 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/replication/82e738c259a6e218f1dccf9713681485/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T18:07:28,225 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:28,225 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:28,225 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:28,225 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82e738c259a6e218f1dccf9713681485: Waiting for close lock at 1731521248192Running coprocessor pre-close hooks at 1731521248192Disabling compacts and flushes for region at 1731521248192Disabling writes for close at 1731521248192Writing region close event to WAL at 1731521248197 (+5 ms)Running coprocessor post-close hooks at 1731521248224 (+27 ms)Closed at 1731521248225 (+1 ms) 2024-11-13T18:07:28,225 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485. 2024-11-13T18:07:28,227 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/info/f1a122e320f2435082b1661ecb5008f9 is 147, key is hbase:replication,,1731521235537.82e738c259a6e218f1dccf9713681485./info:regioninfo/1731521246608/Put/seqid=0 2024-11-13T18:07:28,241 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:07:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741851_1027 (size=6385) 2024-11-13T18:07:28,259 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/info/f1a122e320f2435082b1661ecb5008f9 2024-11-13T18:07:28,279 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/.tmp/info/f1a122e320f2435082b1661ecb5008f9 as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/info/f1a122e320f2435082b1661ecb5008f9 2024-11-13T18:07:28,293 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/info/f1a122e320f2435082b1661ecb5008f9, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T18:07:28,295 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=19, compaction requested=false 2024-11-13T18:07:28,316 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T18:07:28,319 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:28,319 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:28,319 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:28,319 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521248193Running coprocessor pre-close hooks at 1731521248193Disabling compacts and flushes for region at 1731521248193Disabling writes for close at 1731521248193Obtaining lock to block concurrent updates at 1731521248193Preparing flush snapshotting stores in 1588230740 at 1731521248193Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731521248194 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521248195 (+1 ms)Flushing 1588230740/info: creating writer at 1731521248195Flushing 1588230740/info: appending metadata at 1731521248226 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731521248226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0c3e24: reopening flushed file at 1731521248277 (+51 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=19, compaction requested=false at 1731521248295 (+18 ms)Writing region close event to WAL at 1731521248304 (+9 ms)Running coprocessor post-close hooks at 1731521248319 (+15 ms)Closed at 1731521248319 2024-11-13T18:07:28,319 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:28,393 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,33533,1731521240478; all regions closed. 2024-11-13T18:07:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741849_1025 (size=2156) 2024-11-13T18:07:28,407 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.meta.1731521242443.meta not finished, retry = 0 2024-11-13T18:07:28,514 DEBUG [RS:0;39e84130bbc9:33533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs 2024-11-13T18:07:28,514 INFO [RS:0;39e84130bbc9:33533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C33533%2C1731521240478.meta:.meta(num 1731521242443) 2024-11-13T18:07:28,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.rep.1731521246462 not finished, retry = 0 2024-11-13T18:07:28,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741850_1026 (size=796) 2024-11-13T18:07:28,633 DEBUG [RS:0;39e84130bbc9:33533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs 2024-11-13T18:07:28,633 INFO [RS:0;39e84130bbc9:33533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C33533%2C1731521240478.rep:(num 1731521246462) 2024-11-13T18:07:28,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741848_1024 (size=93) 2024-11-13T18:07:28,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 not finished, retry = 0 2024-11-13T18:07:28,747 DEBUG [RS:0;39e84130bbc9:33533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs 2024-11-13T18:07:28,747 INFO [RS:0;39e84130bbc9:33533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C33533%2C1731521240478:(num 1731521242055) 2024-11-13T18:07:28,747 DEBUG [RS:0;39e84130bbc9:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:28,747 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:07:28,747 INFO [RS:0;39e84130bbc9:33533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:07:28,748 INFO [RS:0;39e84130bbc9:33533 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:07:28,748 INFO [RS:0;39e84130bbc9:33533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:07:28,748 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:07:28,749 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T18:07:28,749 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T18:07:28,749 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T18:07:28,749 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,33533,1731521240478 because: Region server is closing 2024-11-13T18:07:28,749 INFO [RS:0;39e84130bbc9:33533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:33533. 2024-11-13T18:07:28,749 DEBUG [RS:0;39e84130bbc9:33533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:28,749 DEBUG [RS:0;39e84130bbc9:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:28,750 DEBUG [RS:0;39e84130bbc9:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:28,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:28,773 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 to pos 0, reset compression=false 2024-11-13T18:07:28,782 INFO [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 was moved to hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/oldWALs/39e84130bbc9%2C33533%2C1731521240478.1731521242055 2024-11-13T18:07:28,788 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055 2024-11-13T18:07:28,788 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T18:07:28,788 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.wal-reader.39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T18:07:28,788 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-39e84130bbc9,33533,1731521240478 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/WALs/39e84130bbc9,33533,1731521240478/39e84130bbc9%2C33533%2C1731521240478.1731521242055, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T18:07:28,794 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:28,795 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,33533,1731521240478, seqNum=-1] 2024-11-13T18:07:28,797 WARN [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-39e84130bbc9,33533,1731521240478', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-13T18:07:28,800 ERROR [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,33533,1731521240478: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-39e84130bbc9,33533,1731521240478, walGroup=39e84130bbc9%2C33533%2C1731521240478, offset=39e84130bbc9%2C33533%2C1731521240478.1731521242055:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:07:28,802 ERROR [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:07:28,806 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:07:28,807 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:07:28,807 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:07:28,807 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:07:28,807 INFO [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 690683752 }, "NonHeapMemoryUsage": { "committed": 161808384, "init": 7667712, "max": -1, "used": 159382272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:07:28,810 DEBUG [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [39e84130bbc9%2C33533%2C1731521240478.1731521242055] 2024-11-13T18:07:28,851 WARN [RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T18:07:28,851 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,1-39e84130bbc9,33533,1731521240478 terminated 2024-11-13T18:07:28,851 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-39e84130bbc9,33533,1731521240478 because: Region server is closing 2024-11-13T18:07:28,852 INFO [RS:0;39e84130bbc9:33533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:33533. 2024-11-13T18:07:28,852 DEBUG [RS:0;39e84130bbc9:33533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:28,852 DEBUG [RS:0;39e84130bbc9:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:28,852 DEBUG [RS:0;39e84130bbc9:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:28,853 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;39e84130bbc9:33533.replicationSource.shipper39e84130bbc9%2C33533%2C1731521240478,2-39e84130bbc9,33533,1731521240478 terminated 2024-11-13T18:07:28,853 INFO [RS:0;39e84130bbc9:33533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33533 2024-11-13T18:07:28,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:28,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599/rs 2024-11-13T18:07:28,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01749038599/rs/39e84130bbc9,33533,1731521240478 2024-11-13T18:07:28,855 INFO [RS:0;39e84130bbc9:33533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:07:28,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,33533,1731521240478] 2024-11-13T18:07:28,860 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01749038599/draining/39e84130bbc9,33533,1731521240478 already deleted, retry=false 2024-11-13T18:07:28,860 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,33533,1731521240478 expired; onlineServers=0 2024-11-13T18:07:28,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,37539,1731521240341' ***** 2024-11-13T18:07:28,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:07:28,861 INFO [M:0;39e84130bbc9:37539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:07:28,861 INFO [M:0;39e84130bbc9:37539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:07:28,861 DEBUG [M:0;39e84130bbc9:37539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:07:28,861 DEBUG [M:0;39e84130bbc9:37539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:07:28,861 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:07:28,861 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521241573 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521241573,5,FailOnTimeoutGroup] 2024-11-13T18:07:28,861 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521241573 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521241573,5,FailOnTimeoutGroup] 2024-11-13T18:07:28,861 INFO [M:0;39e84130bbc9:37539 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:07:28,862 INFO [M:0;39e84130bbc9:37539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:07:28,862 DEBUG [M:0;39e84130bbc9:37539 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:07:28,862 INFO [M:0;39e84130bbc9:37539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:07:28,862 INFO [M:0;39e84130bbc9:37539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:07:28,862 INFO [M:0;39e84130bbc9:37539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:07:28,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:07:28,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01749038599/master 2024-11-13T18:07:28,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01749038599 2024-11-13T18:07:28,871 DEBUG [M:0;39e84130bbc9:37539 {}] zookeeper.ZKUtil(347): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Unable to get data of znode /01749038599/master because node does not exist (not an error) 2024-11-13T18:07:28,872 WARN [M:0;39e84130bbc9:37539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:07:28,874 INFO [M:0;39e84130bbc9:37539 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/.lastflushedseqids 2024-11-13T18:07:28,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741852_1028 (size=181) 2024-11-13T18:07:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x100ed47faa20007, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:28,960 INFO [RS:0;39e84130bbc9:33533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:07:28,961 INFO [RS:0;39e84130bbc9:33533 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,33533,1731521240478; zookeeper connection closed. 2024-11-13T18:07:28,962 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76971cc0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76971cc0 2024-11-13T18:07:28,963 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:07:29,301 INFO [M:0;39e84130bbc9:37539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:07:29,301 INFO [M:0;39e84130bbc9:37539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:07:29,301 DEBUG [M:0;39e84130bbc9:37539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:29,302 INFO [M:0;39e84130bbc9:37539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:29,302 DEBUG [M:0;39e84130bbc9:37539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:29,302 DEBUG [M:0;39e84130bbc9:37539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:29,302 DEBUG [M:0;39e84130bbc9:37539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:29,302 INFO [M:0;39e84130bbc9:37539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T18:07:29,328 DEBUG [M:0;39e84130bbc9:37539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fe7e453a39c451a8efcd14eaf5a3335 is 82, key is hbase:meta,,1/info:regioninfo/1731521242681/Put/seqid=0 2024-11-13T18:07:29,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741853_1029 (size=5680) 2024-11-13T18:07:29,358 INFO [M:0;39e84130bbc9:37539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fe7e453a39c451a8efcd14eaf5a3335 2024-11-13T18:07:29,395 DEBUG [M:0;39e84130bbc9:37539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f1ed4aa57764a37a939c0bda51af096 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731521246636/Put/seqid=0 2024-11-13T18:07:29,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741854_1030 (size=7319) 2024-11-13T18:07:29,826 INFO [M:0;39e84130bbc9:37539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f1ed4aa57764a37a939c0bda51af096 2024-11-13T18:07:29,868 DEBUG [M:0;39e84130bbc9:37539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad03fbd67129459e82ae2cd78bb84b6b is 69, key is 39e84130bbc9,33533,1731521240478/rs:state/1731521241673/Put/seqid=0 2024-11-13T18:07:29,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741855_1031 (size=5371) 2024-11-13T18:07:30,294 INFO [M:0;39e84130bbc9:37539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad03fbd67129459e82ae2cd78bb84b6b 2024-11-13T18:07:30,304 INFO [M:0;39e84130bbc9:37539 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad03fbd67129459e82ae2cd78bb84b6b 2024-11-13T18:07:30,308 DEBUG [M:0;39e84130bbc9:37539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fe7e453a39c451a8efcd14eaf5a3335 as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fe7e453a39c451a8efcd14eaf5a3335 2024-11-13T18:07:30,331 INFO [M:0;39e84130bbc9:37539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fe7e453a39c451a8efcd14eaf5a3335, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T18:07:30,338 DEBUG [M:0;39e84130bbc9:37539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f1ed4aa57764a37a939c0bda51af096 as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f1ed4aa57764a37a939c0bda51af096 2024-11-13T18:07:30,365 INFO [M:0;39e84130bbc9:37539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f1ed4aa57764a37a939c0bda51af096, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T18:07:30,374 DEBUG [M:0;39e84130bbc9:37539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad03fbd67129459e82ae2cd78bb84b6b as hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad03fbd67129459e82ae2cd78bb84b6b 2024-11-13T18:07:30,406 INFO [M:0;39e84130bbc9:37539 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad03fbd67129459e82ae2cd78bb84b6b 2024-11-13T18:07:30,407 INFO [M:0;39e84130bbc9:37539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33585/user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad03fbd67129459e82ae2cd78bb84b6b, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T18:07:30,410 INFO [M:0;39e84130bbc9:37539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1108ms, sequenceid=172, compaction requested=false 2024-11-13T18:07:30,437 INFO [M:0;39e84130bbc9:37539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:30,438 DEBUG [M:0;39e84130bbc9:37539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521249301Disabling compacts and flushes for region at 1731521249301Disabling writes for close at 1731521249302 (+1 ms)Obtaining lock to block concurrent updates at 1731521249302Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521249302Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731521249303 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521249304 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521249304Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521249328 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521249328Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521249367 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521249394 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521249395 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521249836 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521249865 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521249866 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224d3d42: reopening flushed file at 1731521250305 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712542c0: reopening flushed file at 1731521250331 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2530f923: reopening flushed file at 1731521250366 (+35 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1108ms, sequenceid=172, compaction requested=false at 1731521250410 (+44 ms)Writing region close event to WAL at 1731521250437 (+27 ms)Closed at 1731521250437 2024-11-13T18:07:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45141 is added to blk_1073741847_1023 (size=22949) 2024-11-13T18:07:30,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/747cb52c-7a02-2641-8b83-b28003df881f/MasterData/WALs/39e84130bbc9,37539,1731521240341/39e84130bbc9%2C37539%2C1731521240341.1731521240980 not finished, retry = 0 2024-11-13T18:07:30,569 INFO [M:0;39e84130bbc9:37539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:07:30,569 INFO [M:0;39e84130bbc9:37539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37539 2024-11-13T18:07:30,569 INFO [M:0;39e84130bbc9:37539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:07:30,570 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:07:30,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:30,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37539-0x100ed47faa20006, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:30,672 INFO [M:0;39e84130bbc9:37539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:07:30,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:07:30,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:07:30,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:07:30,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:07:30,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/hadoop.log.dir/,STOPPED} 2024-11-13T18:07:30,703 WARN [BP-408254336-172.17.0.3-1731521219469 heartbeating to localhost/127.0.0.1:33585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:07:30,703 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:07:30,703 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:07:30,703 WARN [BP-408254336-172.17.0.3-1731521219469 heartbeating to localhost/127.0.0.1:33585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-408254336-172.17.0.3-1731521219469 (Datanode Uuid 343f00db-90ef-493f-8d1a-0a55e63969a5) service to localhost/127.0.0.1:33585 2024-11-13T18:07:30,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/cluster_b1332856-2d17-94bc-3540-aca53c4dcb3d/data/data1/current/BP-408254336-172.17.0.3-1731521219469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:07:30,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/cluster_b1332856-2d17-94bc-3540-aca53c4dcb3d/data/data2/current/BP-408254336-172.17.0.3-1731521219469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:07:30,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:07:30,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:07:30,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:07:30,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:07:30,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:07:30,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc15bca3-5846-79bf-a5b5-6ec31d3b84f7/hadoop.log.dir/,STOPPED} 2024-11-13T18:07:30,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:07:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:07:30,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58602) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/39e84130bbc9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/39e84130bbc9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/39e84130bbc9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/39e84130bbc9:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/39e84130bbc9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33585 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58602) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37077 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2c3a941e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1483 (was 1005) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=558 (was 3347) 2024-11-13T18:07:30,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=1483, ProcessCount=11, AvailableMemoryMB=557 2024-11-13T18:07:30,797 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T18:07:30,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/hadoop.log.dir so I do NOT create it in target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da 2024-11-13T18:07:30,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:07:30,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/hadoop.tmp.dir so I do NOT create it in target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da 2024-11-13T18:07:30,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ffb74ed-f1f3-c1f6-f660-4f3b607a3aa9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:07:30,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da 2024-11-13T18:07:30,798 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/cluster_83352891-e787-04ff-7857-1aafb1d63448, deleteOnExit=true 2024-11-13T18:07:30,805 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/cluster_83352891-e787-04ff-7857-1aafb1d63448/zookeeper_0, clientPort=54598, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/cluster_83352891-e787-04ff-7857-1aafb1d63448/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/cluster_83352891-e787-04ff-7857-1aafb1d63448/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:07:30,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54598 2024-11-13T18:07:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:07:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:07:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/test.cache.data in system properties and HBase conf 2024-11-13T18:07:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:07:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:07:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:07:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:07:30,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:07:30,811 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:07:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:07:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:07:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:07:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:07:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:07:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:07:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:07:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:07:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:07:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:07:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:07:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:07:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:07:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:07:30,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ed47faa20005, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:07:30,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ed47faa20002, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:07:30,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ed47faa20005, quorum=127.0.0.1:58602, baseZNode=/1538977491 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:07:30,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ed47faa20002, quorum=127.0.0.1:58602, baseZNode=/01749038599 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:07:30,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:30,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:30,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:30,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:30,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:07:30,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:30,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71085e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:30,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4232ec1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:31,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71dcc94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/java.io.tmpdir/jetty-localhost-32989-hadoop-hdfs-3_4_1-tests_jar-_-any-11679830368906543158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:07:31,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3f9a53{HTTP/1.1, (http/1.1)}{localhost:32989} 2024-11-13T18:07:31,102 INFO [Time-limited test {}] server.Server(415): Started @35597ms 2024-11-13T18:07:31,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:31,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:31,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:31,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:31,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:07:31,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aaaf68d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:31,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d8cdc40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:31,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4da28dab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/java.io.tmpdir/jetty-localhost-34269-hadoop-hdfs-3_4_1-tests_jar-_-any-14341316043728487014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:07:31,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c7f8703{HTTP/1.1, (http/1.1)}{localhost:34269} 2024-11-13T18:07:31,499 INFO [Time-limited test {}] server.Server(415): Started @35994ms 2024-11-13T18:07:31,501 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:07:31,654 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/cluster_83352891-e787-04ff-7857-1aafb1d63448/data/data1/current/BP-507695374-172.17.0.3-1731521250850/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:31,655 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/cluster_83352891-e787-04ff-7857-1aafb1d63448/data/data2/current/BP-507695374-172.17.0.3-1731521250850/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:31,683 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:07:31,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aa9a5c42fba8d8b with lease ID 0xb80d9a0e0be9b466: Processing first storage report for DS-6ce96ac6-37bb-4aea-9307-86b4ba74cca0 from datanode DatanodeRegistration(127.0.0.1:37369, datanodeUuid=b036eef1-4cff-4338-ba57-4e768b614883, infoPort=38981, infoSecurePort=0, ipcPort=45753, storageInfo=lv=-57;cid=testClusterID;nsid=1518452346;c=1731521250850) 2024-11-13T18:07:31,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aa9a5c42fba8d8b with lease ID 0xb80d9a0e0be9b466: from storage DS-6ce96ac6-37bb-4aea-9307-86b4ba74cca0 node DatanodeRegistration(127.0.0.1:37369, datanodeUuid=b036eef1-4cff-4338-ba57-4e768b614883, infoPort=38981, infoSecurePort=0, ipcPort=45753, storageInfo=lv=-57;cid=testClusterID;nsid=1518452346;c=1731521250850), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:07:31,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aa9a5c42fba8d8b with lease ID 0xb80d9a0e0be9b466: Processing first storage report for DS-c3a984a0-a515-456e-bad4-142557757c0f from datanode DatanodeRegistration(127.0.0.1:37369, datanodeUuid=b036eef1-4cff-4338-ba57-4e768b614883, infoPort=38981, infoSecurePort=0, ipcPort=45753, storageInfo=lv=-57;cid=testClusterID;nsid=1518452346;c=1731521250850) 2024-11-13T18:07:31,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aa9a5c42fba8d8b with lease ID 0xb80d9a0e0be9b466: from storage DS-c3a984a0-a515-456e-bad4-142557757c0f node DatanodeRegistration(127.0.0.1:37369, datanodeUuid=b036eef1-4cff-4338-ba57-4e768b614883, infoPort=38981, infoSecurePort=0, ipcPort=45753, storageInfo=lv=-57;cid=testClusterID;nsid=1518452346;c=1731521250850), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:07:31,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da 2024-11-13T18:07:31,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:31,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:07:32,197 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee with version=8 2024-11-13T18:07:32,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/hbase-staging 2024-11-13T18:07:32,200 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:32,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:32,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:32,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:32,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:32,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:32,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:07:32,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:32,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33877 2024-11-13T18:07:32,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33877 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-13T18:07:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338770x0, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:32,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33877-0x100ed487a9d0000 connected 2024-11-13T18:07:32,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:32,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:32,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Set watcher on znode that does not yet exist, /0-419585425/running 2024-11-13T18:07:32,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee, hbase.cluster.distributed=false 2024-11-13T18:07:32,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Set watcher on znode that does not yet exist, /0-419585425/acl 2024-11-13T18:07:32,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33877 2024-11-13T18:07:32,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33877 2024-11-13T18:07:32,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33877 2024-11-13T18:07:32,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33877 2024-11-13T18:07:32,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33877 2024-11-13T18:07:32,354 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:32,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:32,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:32,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:32,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:32,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:32,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:07:32,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:32,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34013 2024-11-13T18:07:32,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34013 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-13T18:07:32,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:32,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:32,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340130x0, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:32,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34013-0x100ed487a9d0001 connected 2024-11-13T18:07:32,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Set watcher on znode that does not yet exist, /0-419585425/running 2024-11-13T18:07:32,380 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:07:32,381 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:07:32,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Set watcher on znode that does not yet exist, /0-419585425/master 2024-11-13T18:07:32,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Set watcher on znode that does not yet exist, /0-419585425/acl 2024-11-13T18:07:32,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34013 2024-11-13T18:07:32,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34013 2024-11-13T18:07:32,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34013 2024-11-13T18:07:32,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34013 2024-11-13T18:07:32,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34013 2024-11-13T18:07:32,418 DEBUG [M:0;39e84130bbc9:33877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:33877 2024-11-13T18:07:32,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-419585425/backup-masters/39e84130bbc9,33877,1731521252200 2024-11-13T18:07:32,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425/backup-masters 2024-11-13T18:07:32,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425/backup-masters 2024-11-13T18:07:32,422 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Set watcher on existing znode=/0-419585425/backup-masters/39e84130bbc9,33877,1731521252200 2024-11-13T18:07:32,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-419585425/master 2024-11-13T18:07:32,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:32,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:32,425 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Set watcher on existing znode=/0-419585425/master 2024-11-13T18:07:32,426 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-419585425/backup-masters/39e84130bbc9,33877,1731521252200 from backup master directory 2024-11-13T18:07:32,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-419585425/backup-masters/39e84130bbc9,33877,1731521252200 2024-11-13T18:07:32,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425/backup-masters 2024-11-13T18:07:32,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425/backup-masters 2024-11-13T18:07:32,427 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:32,427 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,33877,1731521252200 2024-11-13T18:07:32,439 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/hbase.id] with ID: c74cc228-3b43-45e5-ae39-4be0442c7995 2024-11-13T18:07:32,439 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/.tmp/hbase.id 2024-11-13T18:07:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:07:32,863 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/.tmp/hbase.id]:[hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/hbase.id] 2024-11-13T18:07:32,887 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:32,887 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:07:32,889 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:07:32,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:32,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:32,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:07:33,308 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:33,358 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:07:33,360 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:07:33,382 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store 2024-11-13T18:07:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:07:33,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:07:33,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:33,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:33,832 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:33,832 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:33,832 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:33,832 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:33,832 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:33,832 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:33,832 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:33,832 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521253832Disabling compacts and flushes for region at 1731521253832Disabling writes for close at 1731521253832Writing region close event to WAL at 1731521253832Closed at 1731521253832 2024-11-13T18:07:33,834 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/.initializing 2024-11-13T18:07:33,834 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/WALs/39e84130bbc9,33877,1731521252200 2024-11-13T18:07:33,835 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:33,838 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C33877%2C1731521252200, suffix=, logDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/WALs/39e84130bbc9,33877,1731521252200, archiveDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/oldWALs, maxLogs=10 2024-11-13T18:07:33,855 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/WALs/39e84130bbc9,33877,1731521252200/39e84130bbc9%2C33877%2C1731521252200.1731521253838, exclude list is [], retry=0 2024-11-13T18:07:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-6ce96ac6-37bb-4aea-9307-86b4ba74cca0,DISK] 2024-11-13T18:07:33,868 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/WALs/39e84130bbc9,33877,1731521252200/39e84130bbc9%2C33877%2C1731521252200.1731521253838 2024-11-13T18:07:33,868 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38981:38981)] 2024-11-13T18:07:33,868 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:33,869 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:33,869 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,869 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:07:33,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:33,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:33,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:07:33,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:33,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:33,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:33,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:07:33,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:07:33,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:33,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:07:33,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:33,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:33,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:07:33,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:33,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:33,893 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,894 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,895 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,897 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,897 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,898 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:33,899 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:33,903 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:33,904 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72201814, jitterRate=0.07589086890220642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:33,905 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521253869Initializing all the Stores at 1731521253874 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521253874Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521253874Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521253874Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521253874Cleaning up temporary data from old regions at 1731521253897 (+23 ms)Region opened successfully at 1731521253905 (+8 ms) 2024-11-13T18:07:33,907 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:07:33,911 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611ecc32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:33,912 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:07:33,913 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:07:33,913 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:07:33,913 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:07:33,914 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:07:33,914 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:07:33,914 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:07:33,917 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:07:33,919 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Unable to get data of znode /0-419585425/balancer because node does not exist (not necessarily an error) 2024-11-13T18:07:33,921 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-419585425/balancer already deleted, retry=false 2024-11-13T18:07:33,921 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:07:33,922 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Unable to get data of znode /0-419585425/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:07:33,924 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-419585425/normalizer already deleted, retry=false 2024-11-13T18:07:33,924 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:07:33,925 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Unable to get data of znode /0-419585425/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:07:33,927 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-419585425/switch/split already deleted, retry=false 2024-11-13T18:07:33,928 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Unable to get data of znode /0-419585425/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:07:33,937 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-419585425/switch/merge already deleted, retry=false 2024-11-13T18:07:33,940 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Unable to get data of znode /0-419585425/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:07:33,942 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-419585425/snapshot-cleanup already deleted, retry=false 2024-11-13T18:07:33,946 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,33877,1731521252200, sessionid=0x100ed487a9d0000, setting cluster-up flag (Was=false) 2024-11-13T18:07:33,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-419585425/running 2024-11-13T18:07:33,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-419585425/running 2024-11-13T18:07:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:33,962 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-419585425/flush-table-proc/acquired, /0-419585425/flush-table-proc/reached, /0-419585425/flush-table-proc/abort 2024-11-13T18:07:33,963 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,33877,1731521252200 2024-11-13T18:07:33,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:33,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:33,993 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-419585425/online-snapshot/acquired, /0-419585425/online-snapshot/reached, /0-419585425/online-snapshot/abort 2024-11-13T18:07:33,995 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,33877,1731521252200 2024-11-13T18:07:33,998 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:07:34,002 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:34,002 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:07:34,002 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:07:34,003 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 39e84130bbc9,35655,1731521224401: status=Processing ServerCrashProcedure of 39e84130bbc9,35655,1731521224401 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731521241561, completionTime=-1 appears to have been leaked 2024-11-13T18:07:34,003 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,33877,1731521252200 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:07:34,005 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:34,005 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:34,005 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:34,005 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:34,005 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:07:34,006 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,006 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:34,006 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,008 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(746): ClusterId : c74cc228-3b43-45e5-ae39-4be0442c7995 2024-11-13T18:07:34,008 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:07:34,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:34,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:07:34,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:34,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:07:34,037 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521284037 2024-11-13T18:07:34,038 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:07:34,038 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:07:34,038 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:07:34,038 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:07:34,038 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:07:34,038 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:07:34,041 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:07:34,041 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:07:34,045 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,046 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:07:34,046 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:07:34,046 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:07:34,046 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:07:34,050 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:07:34,050 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:07:34,050 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521254050,5,FailOnTimeoutGroup] 2024-11-13T18:07:34,050 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521254050,5,FailOnTimeoutGroup] 2024-11-13T18:07:34,050 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,051 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:07:34,051 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,051 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,058 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:07:34,058 DEBUG [RS:0;39e84130bbc9:34013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454e2536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:34,077 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:34013 2024-11-13T18:07:34,077 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:07:34,077 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:07:34,077 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:07:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:07:34,089 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,33877,1731521252200 with port=34013, startcode=1731521252353 2024-11-13T18:07:34,090 DEBUG [RS:0;39e84130bbc9:34013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:07:34,094 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:07:34,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,34013,1731521252353 2024-11-13T18:07:34,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33877 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,34013,1731521252353 2024-11-13T18:07:34,097 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee 2024-11-13T18:07:34,097 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35963 2024-11-13T18:07:34,097 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:07:34,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425/rs 2024-11-13T18:07:34,107 DEBUG [RS:0;39e84130bbc9:34013 {}] zookeeper.ZKUtil(111): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Set watcher on existing znode=/0-419585425/rs/39e84130bbc9,34013,1731521252353 2024-11-13T18:07:34,107 WARN [RS:0;39e84130bbc9:34013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:34,107 INFO [RS:0;39e84130bbc9:34013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:34,107 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353 2024-11-13T18:07:34,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,34013,1731521252353] 2024-11-13T18:07:34,130 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:07:34,145 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:07:34,149 INFO [RS:0;39e84130bbc9:34013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:07:34,150 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,153 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:07:34,155 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:07:34,156 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,156 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,156 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,156 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,156 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,156 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,156 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:34,156 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,156 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,156 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,156 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,157 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,157 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:34,157 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:34,157 DEBUG [RS:0;39e84130bbc9:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:34,173 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,173 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,173 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,173 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,173 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,173 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34013,1731521252353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:34,200 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:07:34,200 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34013,1731521252353-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,201 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,201 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.Replication(171): 39e84130bbc9,34013,1731521252353 started 2024-11-13T18:07:34,224 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:34,224 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,34013,1731521252353, RpcServer on 39e84130bbc9/172.17.0.3:34013, sessionid=0x100ed487a9d0001 2024-11-13T18:07:34,224 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:07:34,224 DEBUG [RS:0;39e84130bbc9:34013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,34013,1731521252353 2024-11-13T18:07:34,224 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,34013,1731521252353' 2024-11-13T18:07:34,224 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-419585425/flush-table-proc/abort' 2024-11-13T18:07:34,225 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-419585425/flush-table-proc/acquired' 2024-11-13T18:07:34,226 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:07:34,226 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:07:34,226 DEBUG [RS:0;39e84130bbc9:34013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,34013,1731521252353 2024-11-13T18:07:34,226 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,34013,1731521252353' 2024-11-13T18:07:34,226 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-419585425/online-snapshot/abort' 2024-11-13T18:07:34,227 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-419585425/online-snapshot/acquired' 2024-11-13T18:07:34,227 DEBUG [RS:0;39e84130bbc9:34013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:07:34,227 INFO [RS:0;39e84130bbc9:34013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:07:34,227 INFO [RS:0;39e84130bbc9:34013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:07:34,328 INFO [RS:0;39e84130bbc9:34013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:34,330 INFO [RS:0;39e84130bbc9:34013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C34013%2C1731521252353, suffix=, logDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353, archiveDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/oldWALs, maxLogs=10 2024-11-13T18:07:34,347 DEBUG [RS:0;39e84130bbc9:34013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.1731521254331, exclude list is [], retry=0 2024-11-13T18:07:34,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-6ce96ac6-37bb-4aea-9307-86b4ba74cca0,DISK] 2024-11-13T18:07:34,356 INFO [RS:0;39e84130bbc9:34013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.1731521254331 2024-11-13T18:07:34,357 DEBUG [RS:0;39e84130bbc9:34013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38981:38981)] 2024-11-13T18:07:34,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:07:34,492 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee 2024-11-13T18:07:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:07:34,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:34,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:34,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:34,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:34,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:34,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:34,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:34,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:34,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:34,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:34,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:34,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:34,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:34,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:34,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:34,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:34,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:34,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:34,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740 2024-11-13T18:07:34,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740 2024-11-13T18:07:34,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:34,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:34,939 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:34,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:34,948 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:34,949 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73527453, jitterRate=0.09564442932605743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:34,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521254902Initializing all the Stores at 1731521254903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521254903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521254903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521254903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521254903Cleaning up temporary data from old regions at 1731521254938 (+35 ms)Region opened successfully at 1731521254950 (+12 ms) 2024-11-13T18:07:34,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:34,950 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:34,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:34,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:34,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:34,951 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:34,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521254950Disabling compacts and flushes for region at 1731521254950Disabling writes for close at 1731521254950Writing region close event to WAL at 1731521254951 (+1 ms)Closed at 1731521254951 2024-11-13T18:07:34,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:34,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:07:34,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:07:34,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:34,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:07:35,112 DEBUG [39e84130bbc9:33877 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:07:35,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,34013,1731521252353 2024-11-13T18:07:35,115 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,34013,1731521252353, state=OPENING 2024-11-13T18:07:35,117 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:07:35,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:35,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:35,120 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:35,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-419585425/meta-region-server: CHANGED 2024-11-13T18:07:35,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,34013,1731521252353}] 2024-11-13T18:07:35,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-419585425/meta-region-server: CHANGED 2024-11-13T18:07:35,275 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:07:35,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:07:35,294 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:07:35,294 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:35,294 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:07:35,297 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C34013%2C1731521252353.meta, suffix=.meta, logDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353, archiveDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/oldWALs, maxLogs=10 2024-11-13T18:07:35,315 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.meta.1731521255297.meta, exclude list is [], retry=0 2024-11-13T18:07:35,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-6ce96ac6-37bb-4aea-9307-86b4ba74cca0,DISK] 2024-11-13T18:07:35,324 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.meta.1731521255297.meta 2024-11-13T18:07:35,324 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38981:38981)] 2024-11-13T18:07:35,324 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:35,325 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:35,325 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:35,325 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:07:35,325 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:07:35,326 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:07:35,326 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:35,326 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:07:35,326 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:07:35,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:35,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:35,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:35,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:35,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:35,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:35,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:35,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:35,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:35,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:35,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:35,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:35,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:35,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:35,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:35,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:35,355 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:35,356 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740 2024-11-13T18:07:35,358 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740 2024-11-13T18:07:35,360 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:35,360 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:35,361 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:35,363 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:35,364 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70777088, jitterRate=0.054660797119140625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:35,364 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:07:35,365 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521255326Writing region info on filesystem at 1731521255326Initializing all the Stores at 1731521255328 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521255328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521255334 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521255334Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521255334Cleaning up temporary data from old regions at 1731521255360 (+26 ms)Running coprocessor post-open hooks at 1731521255364 (+4 ms)Region opened successfully at 1731521255365 (+1 ms) 2024-11-13T18:07:35,369 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521255275 2024-11-13T18:07:35,372 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:07:35,372 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:07:35,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,34013,1731521252353 2024-11-13T18:07:35,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,34013,1731521252353, state=OPEN 2024-11-13T18:07:35,392 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,34013,1731521252353 2024-11-13T18:07:35,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-419585425/meta-region-server 2024-11-13T18:07:35,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-419585425/meta-region-server: CHANGED 2024-11-13T18:07:35,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-419585425/meta-region-server 2024-11-13T18:07:35,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-419585425/meta-region-server: CHANGED 2024-11-13T18:07:35,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:07:35,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,34013,1731521252353 in 272 msec 2024-11-13T18:07:35,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:07:35,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-13T18:07:35,411 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:35,411 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:07:35,417 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:35,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,34013,1731521252353, seqNum=-1] 2024-11-13T18:07:35,418 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:35,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:35,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4280 sec 2024-11-13T18:07:35,430 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521255429, completionTime=-1 2024-11-13T18:07:35,430 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:07:35,430 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:07:35,432 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:07:35,432 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521315432 2024-11-13T18:07:35,432 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521375432 2024-11-13T18:07:35,432 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:07:35,434 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33877,1731521252200-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:35,434 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33877,1731521252200-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:35,434 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33877,1731521252200-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:35,434 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:33877, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:35,434 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:35,437 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:35,438 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:07:35,446 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.018sec 2024-11-13T18:07:35,446 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:07:35,446 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:07:35,446 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:07:35,446 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:07:35,446 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:07:35,446 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33877,1731521252200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:35,446 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33877,1731521252200-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:07:35,472 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:07:35,472 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:07:35,472 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33877,1731521252200-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:35,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b5852c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:35,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33877,-1 for getting cluster id 2024-11-13T18:07:35,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:35,516 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c74cc228-3b43-45e5-ae39-4be0442c7995' 2024-11-13T18:07:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c74cc228-3b43-45e5-ae39-4be0442c7995" 2024-11-13T18:07:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3794d57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33877,-1] 2024-11-13T18:07:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:35,520 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:35,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4811d8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:35,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,34013,1731521252353, seqNum=-1] 2024-11-13T18:07:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:35,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:35,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,33877,1731521252200 2024-11-13T18:07:35,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-13T18:07:35,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:35,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ed487a9d0002 connected 2024-11-13T18:07:35,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/hadoop.log.dir so I do NOT create it in target/test-data/59815020-6780-9c5c-4eef-a357145a47f9 2024-11-13T18:07:35,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:07:35,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/hadoop.tmp.dir so I do NOT create it in target/test-data/59815020-6780-9c5c-4eef-a357145a47f9 2024-11-13T18:07:35,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:07:35,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9 2024-11-13T18:07:35,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:07:35,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/cluster_901bbf95-9c0e-52f0-8f74-47591a1e1c2a, deleteOnExit=true 2024-11-13T18:07:35,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:07:35,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/test.cache.data in system properties and HBase conf 2024-11-13T18:07:35,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:07:35,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:07:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:07:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:07:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:07:35,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:07:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:07:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:07:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:07:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:07:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:07:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:07:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:07:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:07:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:07:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:07:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:07:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:07:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:07:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:07:35,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:35,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:35,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:35,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:35,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:07:35,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:35,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d66c243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:35,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31284a4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:35,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7779065a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/java.io.tmpdir/jetty-localhost-41519-hadoop-hdfs-3_4_1-tests_jar-_-any-10199143390183448051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:07:35,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cee3f11{HTTP/1.1, (http/1.1)}{localhost:41519} 2024-11-13T18:07:35,873 INFO [Time-limited test {}] server.Server(415): Started @40369ms 2024-11-13T18:07:36,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:36,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:36,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:36,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:36,018 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:07:36,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae1f4bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:36,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d02cac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:36,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c08e181{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/java.io.tmpdir/jetty-localhost-42757-hadoop-hdfs-3_4_1-tests_jar-_-any-10608549690367503221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:07:36,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7341e0de{HTTP/1.1, (http/1.1)}{localhost:42757} 2024-11-13T18:07:36,187 INFO [Time-limited test {}] server.Server(415): Started @40682ms 2024-11-13T18:07:36,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:07:36,403 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/cluster_901bbf95-9c0e-52f0-8f74-47591a1e1c2a/data/data2/current/BP-1046655074-172.17.0.3-1731521255597/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:36,405 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/cluster_901bbf95-9c0e-52f0-8f74-47591a1e1c2a/data/data1/current/BP-1046655074-172.17.0.3-1731521255597/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:36,454 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:07:36,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56f1c556d9316f72 with lease ID 0xb70e824ddb7d80c0: Processing first storage report for DS-6360719b-af61-41c3-ab5c-576af6451ece from datanode DatanodeRegistration(127.0.0.1:36547, datanodeUuid=7df83862-90e3-445b-b5bc-3dab7f6feaf2, infoPort=45123, infoSecurePort=0, ipcPort=44649, storageInfo=lv=-57;cid=testClusterID;nsid=1498199627;c=1731521255597) 2024-11-13T18:07:36,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56f1c556d9316f72 with lease ID 0xb70e824ddb7d80c0: from storage DS-6360719b-af61-41c3-ab5c-576af6451ece node DatanodeRegistration(127.0.0.1:36547, datanodeUuid=7df83862-90e3-445b-b5bc-3dab7f6feaf2, infoPort=45123, infoSecurePort=0, ipcPort=44649, storageInfo=lv=-57;cid=testClusterID;nsid=1498199627;c=1731521255597), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:07:36,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56f1c556d9316f72 with lease ID 0xb70e824ddb7d80c0: Processing first storage report for DS-1c947681-1d68-4c30-8449-869286956767 from datanode DatanodeRegistration(127.0.0.1:36547, datanodeUuid=7df83862-90e3-445b-b5bc-3dab7f6feaf2, infoPort=45123, infoSecurePort=0, ipcPort=44649, storageInfo=lv=-57;cid=testClusterID;nsid=1498199627;c=1731521255597) 2024-11-13T18:07:36,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56f1c556d9316f72 with lease ID 0xb70e824ddb7d80c0: from storage DS-1c947681-1d68-4c30-8449-869286956767 node DatanodeRegistration(127.0.0.1:36547, datanodeUuid=7df83862-90e3-445b-b5bc-3dab7f6feaf2, infoPort=45123, infoSecurePort=0, ipcPort=44649, storageInfo=lv=-57;cid=testClusterID;nsid=1498199627;c=1731521255597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:07:36,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9 2024-11-13T18:07:36,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:36,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:36,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:07:36,913 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86 with version=8 2024-11-13T18:07:36,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/hbase-staging 2024-11-13T18:07:36,916 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:36,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:36,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:36,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:36,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:36,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:36,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:07:36,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:36,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34535 2024-11-13T18:07:36,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34535 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-13T18:07:36,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345350x0, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:36,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34535-0x100ed487a9d0003 connected 2024-11-13T18:07:36,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:36,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:36,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Set watcher on znode that does not yet exist, /11192853091/running 2024-11-13T18:07:36,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86, hbase.cluster.distributed=false 2024-11-13T18:07:36,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Set watcher on znode that does not yet exist, /11192853091/acl 2024-11-13T18:07:36,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34535 2024-11-13T18:07:36,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34535 2024-11-13T18:07:36,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34535 2024-11-13T18:07:36,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34535 2024-11-13T18:07:36,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34535 2024-11-13T18:07:36,997 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:36,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:36,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:36,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:36,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:36,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:36,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:07:36,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:37,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44013 2024-11-13T18:07:37,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44013 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-13T18:07:37,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:37,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440130x0, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:37,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44013-0x100ed487a9d0004 connected 2024-11-13T18:07:37,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Set watcher on znode that does not yet exist, /11192853091/running 2024-11-13T18:07:37,013 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:07:37,013 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:07:37,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Set watcher on znode that does not yet exist, /11192853091/master 2024-11-13T18:07:37,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Set watcher on znode that does not yet exist, /11192853091/acl 2024-11-13T18:07:37,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44013 2024-11-13T18:07:37,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44013 2024-11-13T18:07:37,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44013 2024-11-13T18:07:37,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44013 2024-11-13T18:07:37,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44013 2024-11-13T18:07:37,037 DEBUG [M:0;39e84130bbc9:34535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:34535 2024-11-13T18:07:37,037 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11192853091/backup-masters/39e84130bbc9,34535,1731521256916 2024-11-13T18:07:37,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091/backup-masters 2024-11-13T18:07:37,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091/backup-masters 2024-11-13T18:07:37,040 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Set watcher on existing znode=/11192853091/backup-masters/39e84130bbc9,34535,1731521256916 2024-11-13T18:07:37,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11192853091/master 2024-11-13T18:07:37,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:37,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:37,042 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Set watcher on existing znode=/11192853091/master 2024-11-13T18:07:37,043 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11192853091/backup-masters/39e84130bbc9,34535,1731521256916 from backup master directory 2024-11-13T18:07:37,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11192853091/backup-masters/39e84130bbc9,34535,1731521256916 2024-11-13T18:07:37,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091/backup-masters 2024-11-13T18:07:37,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091/backup-masters 2024-11-13T18:07:37,045 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:37,045 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,34535,1731521256916 2024-11-13T18:07:37,051 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/hbase.id] with ID: fe042868-582b-40fd-941b-0122a1c84292 2024-11-13T18:07:37,051 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/.tmp/hbase.id 2024-11-13T18:07:37,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:07:37,460 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/.tmp/hbase.id]:[hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/hbase.id] 2024-11-13T18:07:37,486 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:37,486 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:07:37,488 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:07:37,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:37,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:37,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:07:37,544 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:37,545 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:07:37,545 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:07:37,594 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store 2024-11-13T18:07:37,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:07:37,613 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:37,613 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:37,614 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:37,614 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:37,614 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:37,614 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:37,614 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:37,614 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521257613Disabling compacts and flushes for region at 1731521257613Disabling writes for close at 1731521257614 (+1 ms)Writing region close event to WAL at 1731521257614Closed at 1731521257614 2024-11-13T18:07:37,615 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/.initializing 2024-11-13T18:07:37,615 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/WALs/39e84130bbc9,34535,1731521256916 2024-11-13T18:07:37,616 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:37,619 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C34535%2C1731521256916, suffix=, logDir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/WALs/39e84130bbc9,34535,1731521256916, archiveDir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/oldWALs, maxLogs=10 2024-11-13T18:07:37,638 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/WALs/39e84130bbc9,34535,1731521256916/39e84130bbc9%2C34535%2C1731521256916.1731521257619, exclude list is [], retry=0 2024-11-13T18:07:37,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36547,DS-6360719b-af61-41c3-ab5c-576af6451ece,DISK] 2024-11-13T18:07:37,675 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/WALs/39e84130bbc9,34535,1731521256916/39e84130bbc9%2C34535%2C1731521256916.1731521257619 2024-11-13T18:07:37,677 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45123:45123)] 2024-11-13T18:07:37,681 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:37,681 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:37,681 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,681 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:07:37,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:37,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:37,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:07:37,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:37,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:37,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:07:37,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:37,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:37,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:07:37,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:37,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:37,731 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,733 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,738 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,753 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,753 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,757 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:37,765 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:37,777 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:37,778 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60748479, jitterRate=-0.09477712213993073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:37,778 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521257682Initializing all the Stores at 1731521257687 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521257687Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521257687Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521257687Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521257687Cleaning up temporary data from old regions at 1731521257753 (+66 ms)Region opened successfully at 1731521257778 (+25 ms) 2024-11-13T18:07:37,801 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:07:37,810 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e90576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:37,812 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:07:37,812 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:07:37,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:07:37,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:07:37,814 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T18:07:37,815 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:07:37,815 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:07:37,826 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:07:37,827 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Unable to get data of znode /11192853091/balancer because node does not exist (not necessarily an error) 2024-11-13T18:07:37,828 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11192853091/balancer already deleted, retry=false 2024-11-13T18:07:37,829 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:07:37,830 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Unable to get data of znode /11192853091/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:07:37,837 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11192853091/normalizer already deleted, retry=false 2024-11-13T18:07:37,838 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:07:37,842 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Unable to get data of znode /11192853091/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:07:37,844 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11192853091/switch/split already deleted, retry=false 2024-11-13T18:07:37,845 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Unable to get data of znode /11192853091/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:07:37,846 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11192853091/switch/merge already deleted, retry=false 2024-11-13T18:07:37,849 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Unable to get data of znode /11192853091/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:07:37,850 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11192853091/snapshot-cleanup already deleted, retry=false 2024-11-13T18:07:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11192853091/running 2024-11-13T18:07:37,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:37,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11192853091/running 2024-11-13T18:07:37,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:37,854 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,34535,1731521256916, sessionid=0x100ed487a9d0003, setting cluster-up flag (Was=false) 2024-11-13T18:07:37,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:37,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:37,863 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11192853091/flush-table-proc/acquired, /11192853091/flush-table-proc/reached, /11192853091/flush-table-proc/abort 2024-11-13T18:07:37,865 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,34535,1731521256916 2024-11-13T18:07:37,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:37,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:37,877 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11192853091/online-snapshot/acquired, /11192853091/online-snapshot/reached, /11192853091/online-snapshot/abort 2024-11-13T18:07:37,879 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,34535,1731521256916 2024-11-13T18:07:37,881 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:07:37,887 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:37,888 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:07:37,888 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:07:37,888 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,34535,1731521256916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:07:37,909 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:37,909 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:37,909 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:37,909 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:37,909 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:07:37,909 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:37,909 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:37,909 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:37,929 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(746): ClusterId : fe042868-582b-40fd-941b-0122a1c84292 2024-11-13T18:07:37,930 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:07:37,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:37,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:07:37,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:37,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:07:37,955 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:07:37,955 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:07:37,958 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:07:37,958 DEBUG [RS:0;39e84130bbc9:44013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fc9a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:37,984 DEBUG [RS:0;39e84130bbc9:44013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:44013 2024-11-13T18:07:37,984 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:07:37,984 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:07:37,984 DEBUG [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:07:37,985 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521287985 2024-11-13T18:07:37,985 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:07:37,986 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:07:37,986 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:07:37,986 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:07:37,986 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:07:37,986 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:07:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:07:37,988 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,34535,1731521256916 with port=44013, startcode=1731521256997 2024-11-13T18:07:37,988 DEBUG [RS:0;39e84130bbc9:44013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:07:37,997 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:37,997 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:07:37,998 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:07:37,998 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:07:37,998 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:07:38,004 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:07:38,004 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:07:38,005 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521258004,5,FailOnTimeoutGroup] 2024-11-13T18:07:38,013 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521258005,5,FailOnTimeoutGroup] 2024-11-13T18:07:38,013 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,013 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:07:38,013 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,013 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,022 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:07:38,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,44013,1731521256997 2024-11-13T18:07:38,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34535 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,44013,1731521256997 2024-11-13T18:07:38,025 DEBUG [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86 2024-11-13T18:07:38,025 DEBUG [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34239 2024-11-13T18:07:38,025 DEBUG [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:07:38,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091/rs 2024-11-13T18:07:38,040 DEBUG [RS:0;39e84130bbc9:44013 {}] zookeeper.ZKUtil(111): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Set watcher on existing znode=/11192853091/rs/39e84130bbc9,44013,1731521256997 2024-11-13T18:07:38,040 WARN [RS:0;39e84130bbc9:44013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:38,040 INFO [RS:0;39e84130bbc9:44013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:38,040 DEBUG [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/WALs/39e84130bbc9,44013,1731521256997 2024-11-13T18:07:38,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,44013,1731521256997] 2024-11-13T18:07:38,057 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:07:38,069 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:07:38,072 INFO [RS:0;39e84130bbc9:44013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:07:38,072 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,073 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:07:38,081 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:07:38,081 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,081 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,081 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:38,082 DEBUG [RS:0;39e84130bbc9:44013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:38,110 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,111 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,111 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,111 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,112 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,112 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44013,1731521256997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:38,166 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:07:38,167 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44013,1731521256997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,167 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,167 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.Replication(171): 39e84130bbc9,44013,1731521256997 started 2024-11-13T18:07:38,199 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:38,199 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,44013,1731521256997, RpcServer on 39e84130bbc9/172.17.0.3:44013, sessionid=0x100ed487a9d0004 2024-11-13T18:07:38,199 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:07:38,199 DEBUG [RS:0;39e84130bbc9:44013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,44013,1731521256997 2024-11-13T18:07:38,199 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,44013,1731521256997' 2024-11-13T18:07:38,199 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11192853091/flush-table-proc/abort' 2024-11-13T18:07:38,203 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11192853091/flush-table-proc/acquired' 2024-11-13T18:07:38,205 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:07:38,205 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:07:38,205 DEBUG [RS:0;39e84130bbc9:44013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,44013,1731521256997 2024-11-13T18:07:38,205 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,44013,1731521256997' 2024-11-13T18:07:38,205 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11192853091/online-snapshot/abort' 2024-11-13T18:07:38,205 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11192853091/online-snapshot/acquired' 2024-11-13T18:07:38,206 DEBUG [RS:0;39e84130bbc9:44013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:07:38,206 INFO [RS:0;39e84130bbc9:44013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:07:38,206 INFO [RS:0;39e84130bbc9:44013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:07:38,309 INFO [RS:0;39e84130bbc9:44013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:38,318 INFO [RS:0;39e84130bbc9:44013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C44013%2C1731521256997, suffix=, logDir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/WALs/39e84130bbc9,44013,1731521256997, archiveDir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/oldWALs, maxLogs=10 2024-11-13T18:07:38,343 DEBUG [RS:0;39e84130bbc9:44013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/WALs/39e84130bbc9,44013,1731521256997/39e84130bbc9%2C44013%2C1731521256997.1731521258319, exclude list is [], retry=0 2024-11-13T18:07:38,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36547,DS-6360719b-af61-41c3-ab5c-576af6451ece,DISK] 2024-11-13T18:07:38,362 INFO [RS:0;39e84130bbc9:44013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/WALs/39e84130bbc9,44013,1731521256997/39e84130bbc9%2C44013%2C1731521256997.1731521258319 2024-11-13T18:07:38,365 DEBUG [RS:0;39e84130bbc9:44013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45123:45123)] 2024-11-13T18:07:38,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:07:38,402 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86 2024-11-13T18:07:38,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:07:38,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:38,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:38,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:38,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:38,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:38,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:38,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:38,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:38,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:38,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:38,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:38,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:38,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:38,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:38,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:38,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:38,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:38,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:38,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740 2024-11-13T18:07:38,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740 2024-11-13T18:07:38,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:38,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:38,538 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:38,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:38,553 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:38,554 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64903384, jitterRate=-0.03286421298980713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:38,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521258466Initializing all the Stores at 1731521258473 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521258473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521258476 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521258476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521258476Cleaning up temporary data from old regions at 1731521258534 (+58 ms)Region opened successfully at 1731521258559 (+25 ms) 2024-11-13T18:07:38,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:38,560 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:38,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:38,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:38,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:38,569 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:38,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521258560Disabling compacts and flushes for region at 1731521258560Disabling writes for close at 1731521258560Writing region close event to WAL at 1731521258569 (+9 ms)Closed at 1731521258569 2024-11-13T18:07:38,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:38,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:07:38,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:07:38,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:38,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:07:38,736 DEBUG [39e84130bbc9:34535 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:07:38,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,44013,1731521256997 2024-11-13T18:07:38,739 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,44013,1731521256997, state=OPENING 2024-11-13T18:07:38,741 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:07:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:38,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:38,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,44013,1731521256997}] 2024-11-13T18:07:38,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11192853091/meta-region-server: CHANGED 2024-11-13T18:07:38,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11192853091/meta-region-server: CHANGED 2024-11-13T18:07:38,899 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:07:38,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:07:38,912 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:07:38,912 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:38,912 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:07:38,915 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C44013%2C1731521256997.meta, suffix=.meta, logDir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/WALs/39e84130bbc9,44013,1731521256997, archiveDir=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/oldWALs, maxLogs=10 2024-11-13T18:07:38,938 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/WALs/39e84130bbc9,44013,1731521256997/39e84130bbc9%2C44013%2C1731521256997.meta.1731521258915.meta, exclude list is [], retry=0 2024-11-13T18:07:38,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36547,DS-6360719b-af61-41c3-ab5c-576af6451ece,DISK] 2024-11-13T18:07:38,953 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/WALs/39e84130bbc9,44013,1731521256997/39e84130bbc9%2C44013%2C1731521256997.meta.1731521258915.meta 2024-11-13T18:07:38,955 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45123:45123)] 2024-11-13T18:07:38,955 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:38,955 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:38,956 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:38,956 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:07:38,956 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:07:38,956 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:07:38,956 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:38,956 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:07:38,956 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:07:38,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:38,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:38,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:38,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:38,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:38,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:38,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:38,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:38,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:38,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:38,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:38,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:38,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:38,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:38,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:38,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:38,969 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:38,973 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740 2024-11-13T18:07:38,993 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740 2024-11-13T18:07:38,995 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:38,995 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:38,996 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:39,006 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:39,007 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71677594, jitterRate=0.0680793821811676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:39,007 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:07:39,008 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521258956Writing region info on filesystem at 1731521258956Initializing all the Stores at 1731521258961 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521258961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521258961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521258961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521258961Cleaning up temporary data from old regions at 1731521258995 (+34 ms)Running coprocessor post-open hooks at 1731521259007 (+12 ms)Region opened successfully at 1731521259008 (+1 ms) 2024-11-13T18:07:39,009 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521258899 2024-11-13T18:07:39,019 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:07:39,019 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:07:39,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,44013,1731521256997 2024-11-13T18:07:39,020 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,44013,1731521256997, state=OPEN 2024-11-13T18:07:39,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11192853091/meta-region-server 2024-11-13T18:07:39,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11192853091/meta-region-server: CHANGED 2024-11-13T18:07:39,032 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,44013,1731521256997 2024-11-13T18:07:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11192853091/meta-region-server 2024-11-13T18:07:39,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11192853091/meta-region-server: CHANGED 2024-11-13T18:07:39,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:07:39,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,44013,1731521256997 in 288 msec 2024-11-13T18:07:39,042 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:39,042 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:07:39,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:07:39,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-13T18:07:39,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:39,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44013,1731521256997, seqNum=-1] 2024-11-13T18:07:39,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:39,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:39,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-11-13T18:07:39,077 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521259077, completionTime=-1 2024-11-13T18:07:39,077 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:07:39,077 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:07:39,080 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:07:39,080 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521319080 2024-11-13T18:07:39,080 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521379080 2024-11-13T18:07:39,080 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T18:07:39,081 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34535,1731521256916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:39,081 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34535,1731521256916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:39,081 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34535,1731521256916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:39,081 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:34535, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:39,081 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:39,084 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:07:39,085 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:39,090 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.045sec 2024-11-13T18:07:39,090 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:07:39,090 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:07:39,090 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:07:39,090 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:07:39,090 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:07:39,090 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34535,1731521256916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:39,090 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34535,1731521256916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:07:39,095 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:07:39,095 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:07:39,095 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34535,1731521256916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:39,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a21e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:39,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,34535,-1 for getting cluster id 2024-11-13T18:07:39,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:39,133 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe042868-582b-40fd-941b-0122a1c84292' 2024-11-13T18:07:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe042868-582b-40fd-941b-0122a1c84292" 2024-11-13T18:07:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6314b5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,34535,-1] 2024-11-13T18:07:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:39,137 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:39,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f37e12b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:39,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44013,1731521256997, seqNum=-1] 2024-11-13T18:07:39,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:39,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:39,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,34535,1731521256916 2024-11-13T18:07:39,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-13T18:07:39,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:39,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ed487a9d0005 connected 2024-11-13T18:07:39,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b507958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:39,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33877,-1 for getting cluster id 2024-11-13T18:07:39,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:39,175 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c74cc228-3b43-45e5-ae39-4be0442c7995' 2024-11-13T18:07:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:39,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c74cc228-3b43-45e5-ae39-4be0442c7995" 2024-11-13T18:07:39,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af2cf74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:39,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33877,-1] 2024-11-13T18:07:39,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:39,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:39,181 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:39,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338e20b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:39,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33877,1731521252200 2024-11-13T18:07:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b07bb0 2024-11-13T18:07:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:39,192 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:39,192 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33877 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:34535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:07:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:07:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:39,205 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:34535' 2024-11-13T18:07:39,209 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9aef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:39,210 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,34535,-1 for getting cluster id 2024-11-13T18:07:39,210 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:39,211 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe042868-582b-40fd-941b-0122a1c84292' 2024-11-13T18:07:39,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:39,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe042868-582b-40fd-941b-0122a1c84292" 2024-11-13T18:07:39,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3ee6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:39,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,34535,-1] 2024-11-13T18:07:39,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:39,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:39,215 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:39,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18714a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:39,218 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:39,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,34535,1731521256916 2024-11-13T18:07:39,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b0c446a 2024-11-13T18:07:39,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:39,225 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:39,226 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T18:07:39,227 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:07:39,227 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:39,227 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:39,228 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:39,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:39,230 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:07:39,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:07:39,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:39,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:07:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741835_1011 (size=1138) 2024-11-13T18:07:39,280 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:07:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:39,384 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:07:39,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:39,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:39,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf14a8fa3a720cfc78a27ef1da5f830a, NAME => 'hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee 2024-11-13T18:07:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741836_1012 (size=44) 2024-11-13T18:07:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:40,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:40,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf14a8fa3a720cfc78a27ef1da5f830a, disabling compactions & flushes 2024-11-13T18:07:40,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:40,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:40,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. after waiting 0 ms 2024-11-13T18:07:40,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:40,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:40,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf14a8fa3a720cfc78a27ef1da5f830a: Waiting for close lock at 1731521260125Disabling compacts and flushes for region at 1731521260125Disabling writes for close at 1731521260125Writing region close event to WAL at 1731521260125Closed at 1731521260125 2024-11-13T18:07:40,130 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:07:40,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:07:40,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521260135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521260135"}]},"ts":"1731521260135"} 2024-11-13T18:07:40,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:07:40,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:07:40,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521260142"}]},"ts":"1731521260142"} 2024-11-13T18:07:40,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:07:40,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf14a8fa3a720cfc78a27ef1da5f830a, ASSIGN}] 2024-11-13T18:07:40,147 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf14a8fa3a720cfc78a27ef1da5f830a, ASSIGN 2024-11-13T18:07:40,149 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf14a8fa3a720cfc78a27ef1da5f830a, ASSIGN; state=OFFLINE, location=39e84130bbc9,34013,1731521252353; forceNewPlan=false, retain=false 2024-11-13T18:07:40,301 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cf14a8fa3a720cfc78a27ef1da5f830a, regionState=OPENING, regionLocation=39e84130bbc9,34013,1731521252353 2024-11-13T18:07:40,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf14a8fa3a720cfc78a27ef1da5f830a, ASSIGN because future has completed 2024-11-13T18:07:40,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf14a8fa3a720cfc78a27ef1da5f830a, server=39e84130bbc9,34013,1731521252353}] 2024-11-13T18:07:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:40,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:40,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:40,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:07:40,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C34013%2C1731521252353.rep, suffix=, logDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353, archiveDir=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/oldWALs, maxLogs=10 2024-11-13T18:07:40,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.rep.1731521260497, exclude list is [], retry=0 2024-11-13T18:07:40,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-6ce96ac6-37bb-4aea-9307-86b4ba74cca0,DISK] 2024-11-13T18:07:40,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.rep.1731521260497 2024-11-13T18:07:40,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38981:38981)] 2024-11-13T18:07:40,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cf14a8fa3a720cfc78a27ef1da5f830a, NAME => 'hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:40,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:40,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:40,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. service=MultiRowMutationService 2024-11-13T18:07:40,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:07:40,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:40,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,597 INFO [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,606 INFO [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf14a8fa3a720cfc78a27ef1da5f830a columnFamilyName hfileref 2024-11-13T18:07:40,606 DEBUG [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:40,607 INFO [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] regionserver.HStore(327): Store=cf14a8fa3a720cfc78a27ef1da5f830a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:40,608 INFO [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,609 INFO [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf14a8fa3a720cfc78a27ef1da5f830a columnFamilyName queue 2024-11-13T18:07:40,610 DEBUG [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:40,610 INFO [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] regionserver.HStore(327): Store=cf14a8fa3a720cfc78a27ef1da5f830a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:40,611 INFO [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,618 INFO [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf14a8fa3a720cfc78a27ef1da5f830a columnFamilyName sid 2024-11-13T18:07:40,618 DEBUG [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:40,619 INFO [StoreOpener-cf14a8fa3a720cfc78a27ef1da5f830a-1 {}] regionserver.HStore(327): Store=cf14a8fa3a720cfc78a27ef1da5f830a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:40,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/replication/cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/replication/cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:07:40,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/replication/cf14a8fa3a720cfc78a27ef1da5f830a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:40,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cf14a8fa3a720cfc78a27ef1da5f830a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69613499, jitterRate=0.037321969866752625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:07:40,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:40,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cf14a8fa3a720cfc78a27ef1da5f830a: Running coprocessor pre-open hook at 1731521260571Writing region info on filesystem at 1731521260571Initializing all the Stores at 1731521260577 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521260577Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521260597 (+20 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521260597Cleaning up temporary data from old regions at 1731521260633 (+36 ms)Running coprocessor post-open hooks at 1731521260669 (+36 ms)Region opened successfully at 1731521260670 (+1 ms) 2024-11-13T18:07:40,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a., pid=7, masterSystemTime=1731521260469 2024-11-13T18:07:40,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:40,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:40,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cf14a8fa3a720cfc78a27ef1da5f830a, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,34013,1731521252353 2024-11-13T18:07:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf14a8fa3a720cfc78a27ef1da5f830a, server=39e84130bbc9,34013,1731521252353 because future has completed 2024-11-13T18:07:40,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:07:40,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cf14a8fa3a720cfc78a27ef1da5f830a, server=39e84130bbc9,34013,1731521252353 in 404 msec 2024-11-13T18:07:40,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:07:40,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf14a8fa3a720cfc78a27ef1da5f830a, ASSIGN in 579 msec 2024-11-13T18:07:40,737 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:07:40,737 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521260737"}]},"ts":"1731521260737"} 2024-11-13T18:07:40,745 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:07:40,747 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:07:40,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5190 sec 2024-11-13T18:07:40,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a., hostname=39e84130bbc9,34013,1731521252353, seqNum=2] 2024-11-13T18:07:40,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:40,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:40,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:07:40,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34013 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T18:07:40,982 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:07:41,059 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,34013,1731521252353, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:07:41,060 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:41,060 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,34013,1731521252353, seqNum=-1] 2024-11-13T18:07:41,061 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:41,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T18:07:41,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,34013,1731521252353', locateType=CURRENT is [region=hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a., hostname=39e84130bbc9,34013,1731521252353, seqNum=2] 2024-11-13T18:07:41,080 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T18:07:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33877 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T18:07:41,085 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,34013,1731521252353 suceeded 2024-11-13T18:07:41,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T18:07:41,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 270 msec 2024-11-13T18:07:41,088 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:34535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:07:41,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8950 sec 2024-11-13T18:07:41,113 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:34535' 2024-11-13T18:07:41,119 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19ec8c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:41,119 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,34535,-1 for getting cluster id 2024-11-13T18:07:41,119 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:41,120 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe042868-582b-40fd-941b-0122a1c84292' 2024-11-13T18:07:41,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:41,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe042868-582b-40fd-941b-0122a1c84292" 2024-11-13T18:07:41,122 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:41,122 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55e9e3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:41,122 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,34535,-1] 2024-11-13T18:07:41,122 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:41,124 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:41,125 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67939b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:41,125 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:41,127 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,34535,1731521256916 2024-11-13T18:07:41,127 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e16c311 2024-11-13T18:07:41,127 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:41,128 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T18:07:41,132 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,34013,1731521252353 (queues=1) is replicating from cluster=c74cc228-3b43-45e5-ae39-4be0442c7995 to cluster=fe042868-582b-40fd-941b-0122a1c84292 2024-11-13T18:07:41,132 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C34013%2C1731521252353 2024-11-13T18:07:41,133 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,34013,1731521252353, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:07:41,136 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353.replicationSource.wal-reader.39e84130bbc9%2C34013%2C1731521252353,1-39e84130bbc9,34013,1731521252353 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.1731521254331, startPosition=0, beingWritten=true 2024-11-13T18:07:41,150 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353.replicationSource.shipper39e84130bbc9%2C34013%2C1731521252353,1-39e84130bbc9,34013,1731521252353 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C34013%2C1731521252353 2024-11-13T18:07:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:41,356 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:07:41,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:41,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:41,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:41,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:41,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:41,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33877,1731521252200 2024-11-13T18:07:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bbb2189 2024-11-13T18:07:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:41,361 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:41,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33877 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T18:07:41,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:07:41,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:41,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:41,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:41,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:41,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:41,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:07:41,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=296266710, stopped=false 2024-11-13T18:07:41,362 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,34535,1731521256916 2024-11-13T18:07:41,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11192853091/running 2024-11-13T18:07:41,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11192853091/running 2024-11-13T18:07:41,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:41,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:41,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:07:41,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:41,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:41,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:41,365 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,44013,1731521256997' ***** 2024-11-13T18:07:41,365 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:07:41,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Set watcher on znode that does not yet exist, /11192853091/running 2024-11-13T18:07:41,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Set watcher on znode that does not yet exist, /11192853091/running 2024-11-13T18:07:41,366 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:07:41,366 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:07:41,366 INFO [RS:0;39e84130bbc9:44013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:07:41,366 INFO [RS:0;39e84130bbc9:44013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:07:41,366 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,44013,1731521256997 2024-11-13T18:07:41,366 INFO [RS:0;39e84130bbc9:44013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:07:41,366 INFO [RS:0;39e84130bbc9:44013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:44013. 2024-11-13T18:07:41,366 DEBUG [RS:0;39e84130bbc9:44013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:41,366 DEBUG [RS:0;39e84130bbc9:44013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:41,366 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:07:41,366 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:07:41,367 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:07:41,367 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:07:41,367 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:07:41,367 DEBUG [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:07:41,367 DEBUG [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:07:41,367 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:41,367 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:41,367 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:41,367 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:41,367 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:41,368 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T18:07:41,383 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353.replicationSource.wal-reader.39e84130bbc9%2C34013%2C1731521252353,1-39e84130bbc9,34013,1731521252353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.1731521254331 to pos 0, reset compression=false 2024-11-13T18:07:41,431 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740/.tmp/ns/c960dc20e1a6498bb0d360b576ed294c is 43, key is default/ns:d/1731521259051/Put/seqid=0 2024-11-13T18:07:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741835_1011 (size=5153) 2024-11-13T18:07:41,449 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740/.tmp/ns/c960dc20e1a6498bb0d360b576ed294c 2024-11-13T18:07:41,453 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:07:41,468 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740/.tmp/ns/c960dc20e1a6498bb0d360b576ed294c as hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740/ns/c960dc20e1a6498bb0d360b576ed294c 2024-11-13T18:07:41,484 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740/ns/c960dc20e1a6498bb0d360b576ed294c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T18:07:41,487 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 120ms, sequenceid=6, compaction requested=false 2024-11-13T18:07:41,512 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T18:07:41,516 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:41,516 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:41,516 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:41,516 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521261367Running coprocessor pre-close hooks at 1731521261367Disabling compacts and flushes for region at 1731521261367Disabling writes for close at 1731521261367Obtaining lock to block concurrent updates at 1731521261368 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731521261368Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731521261368Flushing stores of hbase:meta,,1.1588230740 at 1731521261369 (+1 ms)Flushing 1588230740/ns: creating writer at 1731521261369Flushing 1588230740/ns: appending metadata at 1731521261428 (+59 ms)Flushing 1588230740/ns: closing flushed file at 1731521261428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f14098: reopening flushed file at 1731521261466 (+38 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 120ms, sequenceid=6, compaction requested=false at 1731521261488 (+22 ms)Writing region close event to WAL at 1731521261497 (+9 ms)Running coprocessor post-close hooks at 1731521261516 (+19 ms)Closed at 1731521261516 2024-11-13T18:07:41,517 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:41,567 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,44013,1731521256997; all regions closed. 2024-11-13T18:07:41,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741834_1010 (size=1152) 2024-11-13T18:07:41,586 DEBUG [RS:0;39e84130bbc9:44013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/oldWALs 2024-11-13T18:07:41,586 INFO [RS:0;39e84130bbc9:44013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C44013%2C1731521256997.meta:.meta(num 1731521258915) 2024-11-13T18:07:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741832_1008 (size=93) 2024-11-13T18:07:41,606 DEBUG [RS:0;39e84130bbc9:44013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/oldWALs 2024-11-13T18:07:41,606 INFO [RS:0;39e84130bbc9:44013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C44013%2C1731521256997:(num 1731521258319) 2024-11-13T18:07:41,606 DEBUG [RS:0;39e84130bbc9:44013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:41,606 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:07:41,607 INFO [RS:0;39e84130bbc9:44013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:07:41,607 INFO [RS:0;39e84130bbc9:44013 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:07:41,607 INFO [RS:0;39e84130bbc9:44013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:07:41,607 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:07:41,607 INFO [RS:0;39e84130bbc9:44013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44013 2024-11-13T18:07:41,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11192853091/rs/39e84130bbc9,44013,1731521256997 2024-11-13T18:07:41,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091/rs 2024-11-13T18:07:41,610 INFO [RS:0;39e84130bbc9:44013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:07:41,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,44013,1731521256997] 2024-11-13T18:07:41,614 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11192853091/draining/39e84130bbc9,44013,1731521256997 already deleted, retry=false 2024-11-13T18:07:41,614 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,44013,1731521256997 expired; onlineServers=0 2024-11-13T18:07:41,614 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,34535,1731521256916' ***** 2024-11-13T18:07:41,614 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:07:41,614 INFO [M:0;39e84130bbc9:34535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:07:41,614 INFO [M:0;39e84130bbc9:34535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:07:41,615 DEBUG [M:0;39e84130bbc9:34535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:07:41,615 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:07:41,615 DEBUG [M:0;39e84130bbc9:34535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:07:41,615 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521258005 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521258005,5,FailOnTimeoutGroup] 2024-11-13T18:07:41,615 INFO [M:0;39e84130bbc9:34535 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:07:41,615 INFO [M:0;39e84130bbc9:34535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:07:41,615 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521258004 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521258004,5,FailOnTimeoutGroup] 2024-11-13T18:07:41,615 DEBUG [M:0;39e84130bbc9:34535 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:07:41,615 INFO [M:0;39e84130bbc9:34535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:07:41,615 INFO [M:0;39e84130bbc9:34535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:07:41,615 INFO [M:0;39e84130bbc9:34535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:07:41,616 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:07:41,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11192853091/master 2024-11-13T18:07:41,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11192853091 2024-11-13T18:07:41,622 DEBUG [M:0;39e84130bbc9:34535 {}] zookeeper.RecoverableZooKeeper(212): Node /11192853091/master already deleted, retry=false 2024-11-13T18:07:41,622 DEBUG [M:0;39e84130bbc9:34535 {}] master.ActiveMasterManager(353): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Failed delete of our master address node; KeeperErrorCode = NoNode for /11192853091/master 2024-11-13T18:07:41,623 INFO [M:0;39e84130bbc9:34535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/.lastflushedseqids 2024-11-13T18:07:41,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741836_1012 (size=99) 2024-11-13T18:07:41,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:41,713 INFO [RS:0;39e84130bbc9:44013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:07:41,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44013-0x100ed487a9d0004, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:41,713 INFO [RS:0;39e84130bbc9:44013 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,44013,1731521256997; zookeeper connection closed. 2024-11-13T18:07:41,714 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@563619ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@563619ff 2024-11-13T18:07:41,715 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:07:41,717 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353.replicationSource.wal-reader.39e84130bbc9%2C34013%2C1731521252353,1-39e84130bbc9,34013,1731521252353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.1731521254331 to pos 0, reset compression=false 2024-11-13T18:07:42,055 INFO [M:0;39e84130bbc9:34535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:07:42,055 INFO [M:0;39e84130bbc9:34535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:07:42,055 DEBUG [M:0;39e84130bbc9:34535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:42,055 INFO [M:0;39e84130bbc9:34535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:42,055 DEBUG [M:0;39e84130bbc9:34535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:42,055 DEBUG [M:0;39e84130bbc9:34535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:42,055 DEBUG [M:0;39e84130bbc9:34535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:42,056 INFO [M:0;39e84130bbc9:34535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T18:07:42,090 DEBUG [M:0;39e84130bbc9:34535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc9e3e2192af4e53bf57fdc2bf566908 is 82, key is hbase:meta,,1/info:regioninfo/1731521259019/Put/seqid=0 2024-11-13T18:07:42,127 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353.replicationSource.wal-reader.39e84130bbc9%2C34013%2C1731521252353,1-39e84130bbc9,34013,1731521252353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.1731521254331 to pos 0, reset compression=false 2024-11-13T18:07:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741837_1013 (size=5672) 2024-11-13T18:07:42,132 INFO [M:0;39e84130bbc9:34535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc9e3e2192af4e53bf57fdc2bf566908 2024-11-13T18:07:42,183 DEBUG [M:0;39e84130bbc9:34535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd61cd1465d641f2ae57248375167313 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731521259076/Put/seqid=0 2024-11-13T18:07:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741838_1014 (size=5275) 2024-11-13T18:07:42,222 INFO [M:0;39e84130bbc9:34535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd61cd1465d641f2ae57248375167313 2024-11-13T18:07:42,282 DEBUG [M:0;39e84130bbc9:34535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a75551f9a7c54c7aba2da45de69cd286 is 69, key is 39e84130bbc9,44013,1731521256997/rs:state/1731521258023/Put/seqid=0 2024-11-13T18:07:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741839_1015 (size=5156) 2024-11-13T18:07:42,310 INFO [M:0;39e84130bbc9:34535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a75551f9a7c54c7aba2da45de69cd286 2024-11-13T18:07:42,322 DEBUG [M:0;39e84130bbc9:34535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc9e3e2192af4e53bf57fdc2bf566908 as hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc9e3e2192af4e53bf57fdc2bf566908 2024-11-13T18:07:42,333 INFO [M:0;39e84130bbc9:34535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc9e3e2192af4e53bf57fdc2bf566908, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T18:07:42,335 DEBUG [M:0;39e84130bbc9:34535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd61cd1465d641f2ae57248375167313 as hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd61cd1465d641f2ae57248375167313 2024-11-13T18:07:42,346 INFO [M:0;39e84130bbc9:34535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd61cd1465d641f2ae57248375167313, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T18:07:42,349 DEBUG [M:0;39e84130bbc9:34535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a75551f9a7c54c7aba2da45de69cd286 as hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a75551f9a7c54c7aba2da45de69cd286 2024-11-13T18:07:42,371 INFO [M:0;39e84130bbc9:34535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34239/user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a75551f9a7c54c7aba2da45de69cd286, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T18:07:42,373 INFO [M:0;39e84130bbc9:34535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 318ms, sequenceid=28, compaction requested=false 2024-11-13T18:07:42,386 INFO [M:0;39e84130bbc9:34535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:42,386 DEBUG [M:0;39e84130bbc9:34535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521262055Disabling compacts and flushes for region at 1731521262055Disabling writes for close at 1731521262055Obtaining lock to block concurrent updates at 1731521262056 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521262056Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731521262056Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521262057 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521262058 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521262090 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521262090Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521262146 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521262182 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521262182Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521262240 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521262279 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521262279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0d9dc9: reopening flushed file at 1731521262321 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d495e5: reopening flushed file at 1731521262333 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ebea3c: reopening flushed file at 1731521262346 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 318ms, sequenceid=28, compaction requested=false at 1731521262373 (+27 ms)Writing region close event to WAL at 1731521262386 (+13 ms)Closed at 1731521262386 2024-11-13T18:07:42,397 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19ebd78d-9329-8c94-6f90-0aa92d462d86/MasterData/WALs/39e84130bbc9,34535,1731521256916/39e84130bbc9%2C34535%2C1731521256916.1731521257619 not finished, retry = 0 2024-11-13T18:07:42,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36547 is added to blk_1073741830_1006 (size=10165) 2024-11-13T18:07:42,499 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:07:42,499 INFO [M:0;39e84130bbc9:34535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:07:42,499 INFO [M:0;39e84130bbc9:34535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34535 2024-11-13T18:07:42,501 INFO [M:0;39e84130bbc9:34535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:07:42,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:42,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x100ed487a9d0003, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:42,603 INFO [M:0;39e84130bbc9:34535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:07:42,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c08e181{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:07:42,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7341e0de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:07:42,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:07:42,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d02cac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:07:42,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae1f4bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/hadoop.log.dir/,STOPPED} 2024-11-13T18:07:42,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:07:42,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:07:42,637 WARN [BP-1046655074-172.17.0.3-1731521255597 heartbeating to localhost/127.0.0.1:34239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:07:42,637 WARN [BP-1046655074-172.17.0.3-1731521255597 heartbeating to localhost/127.0.0.1:34239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046655074-172.17.0.3-1731521255597 (Datanode Uuid 7df83862-90e3-445b-b5bc-3dab7f6feaf2) service to localhost/127.0.0.1:34239 2024-11-13T18:07:42,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/cluster_901bbf95-9c0e-52f0-8f74-47591a1e1c2a/data/data1/current/BP-1046655074-172.17.0.3-1731521255597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:07:42,639 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:07:42,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/cluster_901bbf95-9c0e-52f0-8f74-47591a1e1c2a/data/data2/current/BP-1046655074-172.17.0.3-1731521255597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:07:42,644 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353.replicationSource.wal-reader.39e84130bbc9%2C34013%2C1731521252353,1-39e84130bbc9,34013,1731521252353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.1731521254331 to pos 0, reset compression=false 2024-11-13T18:07:42,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7779065a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:07:42,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cee3f11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:07:42,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:07:42,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31284a4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:07:42,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d66c243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/hadoop.log.dir/,STOPPED} 2024-11-13T18:07:42,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:07:42,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:07:42,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:42,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:42,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:42,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:42,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:07:42,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1585175894, stopped=false 2024-11-13T18:07:42,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:42,700 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,33877,1731521252200 2024-11-13T18:07:42,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-419585425/running 2024-11-13T18:07:42,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:42,705 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:07:42,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:42,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Set watcher on znode that does not yet exist, /0-419585425/running 2024-11-13T18:07:42,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:42,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:42,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-419585425/running 2024-11-13T18:07:42,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:42,707 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,34013,1731521252353' ***** 2024-11-13T18:07:42,707 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:07:42,707 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:07:42,707 INFO [RS:0;39e84130bbc9:34013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:07:42,707 INFO [RS:0;39e84130bbc9:34013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:07:42,707 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(3091): Received CLOSE for cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:42,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Set watcher on znode that does not yet exist, /0-419585425/running 2024-11-13T18:07:42,707 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:07:42,708 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,34013,1731521252353 2024-11-13T18:07:42,708 INFO [RS:0;39e84130bbc9:34013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:07:42,708 INFO [RS:0;39e84130bbc9:34013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:34013. 2024-11-13T18:07:42,708 DEBUG [RS:0;39e84130bbc9:34013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:42,708 DEBUG [RS:0;39e84130bbc9:34013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:42,708 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:07:42,708 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:07:42,708 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:07:42,708 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:07:42,709 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf14a8fa3a720cfc78a27ef1da5f830a, disabling compactions & flushes 2024-11-13T18:07:42,709 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:42,709 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:42,709 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. after waiting 0 ms 2024-11-13T18:07:42,709 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:42,709 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf14a8fa3a720cfc78a27ef1da5f830a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T18:07:42,710 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:07:42,710 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cf14a8fa3a720cfc78a27ef1da5f830a=hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a.} 2024-11-13T18:07:42,710 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:42,711 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:42,711 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:42,711 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:42,711 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:42,711 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:42,711 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T18:07:42,714 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:07:42,752 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/.tmp/info/b0cf161e42ed4cd1a09a901f29a88cd0 is 147, key is hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a./info:regioninfo/1731521260691/Put/seqid=0 2024-11-13T18:07:42,756 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/replication/cf14a8fa3a720cfc78a27ef1da5f830a/.tmp/queue/5c78016007b749c8a3e8050b33137f92 is 151, key is 1-39e84130bbc9,34013,1731521252353/queue:39e84130bbc9%2C34013%2C1731521252353/1731521261070/Put/seqid=0 2024-11-13T18:07:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741839_1015 (size=5350) 2024-11-13T18:07:42,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741838_1014 (size=6631) 2024-11-13T18:07:42,805 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/.tmp/info/b0cf161e42ed4cd1a09a901f29a88cd0 2024-11-13T18:07:42,874 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/.tmp/ns/f27af4794fd04c4a933a5b81a2f75501 is 43, key is default/ns:d/1731521255420/Put/seqid=0 2024-11-13T18:07:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741840_1016 (size=5153) 2024-11-13T18:07:42,910 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:43,111 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf14a8fa3a720cfc78a27ef1da5f830a 2024-11-13T18:07:43,182 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:07:43,183 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:07:43,196 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/replication/cf14a8fa3a720cfc78a27ef1da5f830a/.tmp/queue/5c78016007b749c8a3e8050b33137f92 2024-11-13T18:07:43,204 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/replication/cf14a8fa3a720cfc78a27ef1da5f830a/.tmp/queue/5c78016007b749c8a3e8050b33137f92 as hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/replication/cf14a8fa3a720cfc78a27ef1da5f830a/queue/5c78016007b749c8a3e8050b33137f92 2024-11-13T18:07:43,216 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/replication/cf14a8fa3a720cfc78a27ef1da5f830a/queue/5c78016007b749c8a3e8050b33137f92, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T18:07:43,217 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cf14a8fa3a720cfc78a27ef1da5f830a in 508ms, sequenceid=5, compaction requested=false 2024-11-13T18:07:43,217 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T18:07:43,247 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/replication/cf14a8fa3a720cfc78a27ef1da5f830a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T18:07:43,250 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:43,250 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:43,250 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:43,250 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf14a8fa3a720cfc78a27ef1da5f830a: Waiting for close lock at 1731521262709Running coprocessor pre-close hooks at 1731521262709Disabling compacts and flushes for region at 1731521262709Disabling writes for close at 1731521262709Obtaining lock to block concurrent updates at 1731521262709Preparing flush snapshotting stores in cf14a8fa3a720cfc78a27ef1da5f830a at 1731521262709Finished memstore snapshotting hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731521262710 (+1 ms)Flushing stores of hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. at 1731521262716 (+6 ms)Flushing cf14a8fa3a720cfc78a27ef1da5f830a/queue: creating writer at 1731521262716Flushing cf14a8fa3a720cfc78a27ef1da5f830a/queue: appending metadata at 1731521262756 (+40 ms)Flushing cf14a8fa3a720cfc78a27ef1da5f830a/queue: closing flushed file at 1731521262756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d6fac4b: reopening flushed file at 1731521263203 (+447 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cf14a8fa3a720cfc78a27ef1da5f830a in 508ms, sequenceid=5, compaction requested=false at 1731521263217 (+14 ms)Writing region close event to WAL at 1731521263222 (+5 ms)Running coprocessor post-close hooks at 1731521263250 (+28 ms)Closed at 1731521263250 2024-11-13T18:07:43,250 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521259228.cf14a8fa3a720cfc78a27ef1da5f830a. 2024-11-13T18:07:43,273 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353.replicationSource.wal-reader.39e84130bbc9%2C34013%2C1731521252353,1-39e84130bbc9,34013,1731521252353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.1731521254331 to pos 0, reset compression=false 2024-11-13T18:07:43,311 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:07:43,313 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/.tmp/ns/f27af4794fd04c4a933a5b81a2f75501 2024-11-13T18:07:43,359 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/.tmp/table/5da453e696f747b4b62ef0581a3f68df is 53, key is hbase:replication/table:state/1731521260737/Put/seqid=0 2024-11-13T18:07:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741841_1017 (size=5256) 2024-11-13T18:07:43,409 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/.tmp/table/5da453e696f747b4b62ef0581a3f68df 2024-11-13T18:07:43,428 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/.tmp/info/b0cf161e42ed4cd1a09a901f29a88cd0 as hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/info/b0cf161e42ed4cd1a09a901f29a88cd0 2024-11-13T18:07:43,447 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/info/b0cf161e42ed4cd1a09a901f29a88cd0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T18:07:43,451 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/.tmp/ns/f27af4794fd04c4a933a5b81a2f75501 as hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/ns/f27af4794fd04c4a933a5b81a2f75501 2024-11-13T18:07:43,474 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/ns/f27af4794fd04c4a933a5b81a2f75501, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:07:43,476 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/.tmp/table/5da453e696f747b4b62ef0581a3f68df as hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/table/5da453e696f747b4b62ef0581a3f68df 2024-11-13T18:07:43,505 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/table/5da453e696f747b4b62ef0581a3f68df, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T18:07:43,509 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 798ms, sequenceid=11, compaction requested=false 2024-11-13T18:07:43,512 DEBUG [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:07:43,550 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T18:07:43,553 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:43,554 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:43,554 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:43,554 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521262711Running coprocessor pre-close hooks at 1731521262711Disabling compacts and flushes for region at 1731521262711Disabling writes for close at 1731521262711Obtaining lock to block concurrent updates at 1731521262711Preparing flush snapshotting stores in 1588230740 at 1731521262711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731521262711Flushing stores of hbase:meta,,1.1588230740 at 1731521262721 (+10 ms)Flushing 1588230740/info: creating writer at 1731521262722 (+1 ms)Flushing 1588230740/info: appending metadata at 1731521262752 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731521262752Flushing 1588230740/ns: creating writer at 1731521262836 (+84 ms)Flushing 1588230740/ns: appending metadata at 1731521262873 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731521262873Flushing 1588230740/table: creating writer at 1731521263326 (+453 ms)Flushing 1588230740/table: appending metadata at 1731521263357 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731521263358 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf7acb: reopening flushed file at 1731521263424 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e0f5ba: reopening flushed file at 1731521263448 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424bedc5: reopening flushed file at 1731521263474 (+26 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 798ms, sequenceid=11, compaction requested=false at 1731521263509 (+35 ms)Writing region close event to WAL at 1731521263533 (+24 ms)Running coprocessor post-close hooks at 1731521263553 (+20 ms)Closed at 1731521263554 (+1 ms) 2024-11-13T18:07:43,554 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:43,712 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,34013,1731521252353; all regions closed. 2024-11-13T18:07:43,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741834_1010 (size=2742) 2024-11-13T18:07:43,748 DEBUG [RS:0;39e84130bbc9:34013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/oldWALs 2024-11-13T18:07:43,748 INFO [RS:0;39e84130bbc9:34013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C34013%2C1731521252353.meta:.meta(num 1731521255297) 2024-11-13T18:07:43,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/WALs/39e84130bbc9,34013,1731521252353/39e84130bbc9%2C34013%2C1731521252353.rep.1731521260497 not finished, retry = 0 2024-11-13T18:07:43,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741837_1013 (size=1586) 2024-11-13T18:07:43,870 DEBUG [RS:0;39e84130bbc9:34013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/oldWALs 2024-11-13T18:07:43,870 INFO [RS:0;39e84130bbc9:34013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C34013%2C1731521252353.rep:(num 1731521260497) 2024-11-13T18:07:43,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741832_1008 (size=93) 2024-11-13T18:07:43,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:07:43,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T18:07:43,889 DEBUG [RS:0;39e84130bbc9:34013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/oldWALs 2024-11-13T18:07:43,889 INFO [RS:0;39e84130bbc9:34013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C34013%2C1731521252353:(num 1731521254331) 2024-11-13T18:07:43,889 DEBUG [RS:0;39e84130bbc9:34013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:43,889 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:07:43,890 INFO [RS:0;39e84130bbc9:34013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:07:43,891 INFO [RS:0;39e84130bbc9:34013 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:07:43,891 INFO [RS:0;39e84130bbc9:34013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:07:43,891 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:07:43,892 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,34013,1731521252353 because: Region server is closing 2024-11-13T18:07:43,892 INFO [RS:0;39e84130bbc9:34013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:34013. 2024-11-13T18:07:43,892 DEBUG [RS:0;39e84130bbc9:34013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:43,892 DEBUG [RS:0;39e84130bbc9:34013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:43,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:43,893 DEBUG [RS:0;39e84130bbc9:34013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:43,993 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353.replicationSource.shipper39e84130bbc9%2C34013%2C1731521252353,1-39e84130bbc9,34013,1731521252353 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T18:07:43,994 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353.replicationSource.wal-reader.39e84130bbc9%2C34013%2C1731521252353,1-39e84130bbc9,34013,1731521252353 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:07:43,994 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,34013,1731521252353.replicationSource.shipper39e84130bbc9%2C34013%2C1731521252353,1-39e84130bbc9,34013,1731521252353 terminated 2024-11-13T18:07:43,994 INFO [RS:0;39e84130bbc9:34013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34013 2024-11-13T18:07:43,997 INFO [RS:0;39e84130bbc9:34013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:07:43,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-419585425/rs/39e84130bbc9,34013,1731521252353 2024-11-13T18:07:43,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425/rs 2024-11-13T18:07:43,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,34013,1731521252353] 2024-11-13T18:07:44,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-419585425/draining/39e84130bbc9,34013,1731521252353 already deleted, retry=false 2024-11-13T18:07:44,001 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,34013,1731521252353 expired; onlineServers=0 2024-11-13T18:07:44,001 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,33877,1731521252200' ***** 2024-11-13T18:07:44,001 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:07:44,001 INFO [M:0;39e84130bbc9:33877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:07:44,001 INFO [M:0;39e84130bbc9:33877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:07:44,001 DEBUG [M:0;39e84130bbc9:33877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:07:44,001 DEBUG [M:0;39e84130bbc9:33877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:07:44,001 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:07:44,001 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521254050 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521254050,5,FailOnTimeoutGroup] 2024-11-13T18:07:44,002 INFO [M:0;39e84130bbc9:33877 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:07:44,002 INFO [M:0;39e84130bbc9:33877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:07:44,002 DEBUG [M:0;39e84130bbc9:33877 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:07:44,002 INFO [M:0;39e84130bbc9:33877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:07:44,002 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521254050 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521254050,5,FailOnTimeoutGroup] 2024-11-13T18:07:44,002 INFO [M:0;39e84130bbc9:33877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:07:44,002 INFO [M:0;39e84130bbc9:33877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:07:44,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:07:44,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-419585425/master 2024-11-13T18:07:44,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-419585425 2024-11-13T18:07:44,006 DEBUG [M:0;39e84130bbc9:33877 {}] zookeeper.RecoverableZooKeeper(212): Node /0-419585425/master already deleted, retry=false 2024-11-13T18:07:44,006 DEBUG [M:0;39e84130bbc9:33877 {}] master.ActiveMasterManager(353): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-419585425/master 2024-11-13T18:07:44,007 INFO [M:0;39e84130bbc9:33877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/.lastflushedseqids 2024-11-13T18:07:44,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741842_1018 (size=181) 2024-11-13T18:07:44,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:44,099 INFO [RS:0;39e84130bbc9:34013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:07:44,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x100ed487a9d0001, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:44,099 INFO [RS:0;39e84130bbc9:34013 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,34013,1731521252353; zookeeper connection closed. 2024-11-13T18:07:44,100 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32d06ada {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32d06ada 2024-11-13T18:07:44,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:07:44,428 INFO [M:0;39e84130bbc9:33877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:07:44,428 INFO [M:0;39e84130bbc9:33877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:07:44,428 DEBUG [M:0;39e84130bbc9:33877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:44,428 INFO [M:0;39e84130bbc9:33877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:44,429 DEBUG [M:0;39e84130bbc9:33877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:44,429 DEBUG [M:0;39e84130bbc9:33877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:44,429 DEBUG [M:0;39e84130bbc9:33877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:44,429 INFO [M:0;39e84130bbc9:33877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T18:07:44,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:07:44,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:44,478 DEBUG [M:0;39e84130bbc9:33877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e22e4cf71ec4d5592c62535bd2c852c is 82, key is hbase:meta,,1/info:regioninfo/1731521255372/Put/seqid=0 2024-11-13T18:07:44,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:44,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:44,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741843_1019 (size=5672) 2024-11-13T18:07:44,919 INFO [M:0;39e84130bbc9:33877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e22e4cf71ec4d5592c62535bd2c852c 2024-11-13T18:07:44,947 DEBUG [M:0;39e84130bbc9:33877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c51bba1183144c297532645a24bd804 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731521260749/Put/seqid=0 2024-11-13T18:07:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741844_1020 (size=7203) 2024-11-13T18:07:44,961 INFO [M:0;39e84130bbc9:33877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c51bba1183144c297532645a24bd804 2024-11-13T18:07:45,006 DEBUG [M:0;39e84130bbc9:33877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/137cdd0c0e9944119c7793b092969dad is 69, key is 39e84130bbc9,34013,1731521252353/rs:state/1731521254095/Put/seqid=0 2024-11-13T18:07:45,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741845_1021 (size=5156) 2024-11-13T18:07:45,043 INFO [M:0;39e84130bbc9:33877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/137cdd0c0e9944119c7793b092969dad 2024-11-13T18:07:45,057 DEBUG [M:0;39e84130bbc9:33877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e22e4cf71ec4d5592c62535bd2c852c as hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e22e4cf71ec4d5592c62535bd2c852c 2024-11-13T18:07:45,072 INFO [M:0;39e84130bbc9:33877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e22e4cf71ec4d5592c62535bd2c852c, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T18:07:45,074 DEBUG [M:0;39e84130bbc9:33877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c51bba1183144c297532645a24bd804 as hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c51bba1183144c297532645a24bd804 2024-11-13T18:07:45,092 INFO [M:0;39e84130bbc9:33877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c51bba1183144c297532645a24bd804, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T18:07:45,094 DEBUG [M:0;39e84130bbc9:33877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/137cdd0c0e9944119c7793b092969dad as hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/137cdd0c0e9944119c7793b092969dad 2024-11-13T18:07:45,111 INFO [M:0;39e84130bbc9:33877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35963/user/jenkins/test-data/ec4b8877-a869-1258-7d5d-f91f32cfb7ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/137cdd0c0e9944119c7793b092969dad, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T18:07:45,113 INFO [M:0;39e84130bbc9:33877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 684ms, sequenceid=70, compaction requested=false 2024-11-13T18:07:45,149 INFO [M:0;39e84130bbc9:33877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:45,149 DEBUG [M:0;39e84130bbc9:33877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521264428Disabling compacts and flushes for region at 1731521264428Disabling writes for close at 1731521264429 (+1 ms)Obtaining lock to block concurrent updates at 1731521264429Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521264429Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731521264429Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521264430 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521264430Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521264474 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521264474Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521264925 (+451 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521264946 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521264947 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521264976 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521265005 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521265005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5973dbaf: reopening flushed file at 1731521265056 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d0762e: reopening flushed file at 1731521265072 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664320b4: reopening flushed file at 1731521265092 (+20 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 684ms, sequenceid=70, compaction requested=false at 1731521265113 (+21 ms)Writing region close event to WAL at 1731521265149 (+36 ms)Closed at 1731521265149 2024-11-13T18:07:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741830_1006 (size=41008) 2024-11-13T18:07:45,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:07:45,159 INFO [M:0;39e84130bbc9:33877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:07:45,159 INFO [M:0;39e84130bbc9:33877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33877 2024-11-13T18:07:45,159 INFO [M:0;39e84130bbc9:33877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:07:45,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:45,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33877-0x100ed487a9d0000, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:07:45,262 INFO [M:0;39e84130bbc9:33877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:07:45,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4da28dab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:07:45,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c7f8703{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:07:45,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:07:45,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d8cdc40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:07:45,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aaaf68d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/hadoop.log.dir/,STOPPED} 2024-11-13T18:07:45,283 WARN [BP-507695374-172.17.0.3-1731521250850 heartbeating to localhost/127.0.0.1:35963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:07:45,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:07:45,283 WARN [BP-507695374-172.17.0.3-1731521250850 heartbeating to localhost/127.0.0.1:35963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-507695374-172.17.0.3-1731521250850 (Datanode Uuid b036eef1-4cff-4338-ba57-4e768b614883) service to localhost/127.0.0.1:35963 2024-11-13T18:07:45,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:07:45,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/cluster_83352891-e787-04ff-7857-1aafb1d63448/data/data1/current/BP-507695374-172.17.0.3-1731521250850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:07:45,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/cluster_83352891-e787-04ff-7857-1aafb1d63448/data/data2/current/BP-507695374-172.17.0.3-1731521250850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:07:45,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:07:45,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71dcc94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:07:45,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3f9a53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:07:45,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:07:45,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4232ec1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:07:45,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71085e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a6e51cc-c51f-4ed2-1bb6-b64a677b05da/hadoop.log.dir/,STOPPED} 2024-11-13T18:07:45,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:07:45,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:07:45,324 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=142 (was 107) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34239 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35963 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54598) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54598) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1454 (was 1483), ProcessCount=11 (was 11), AvailableMemoryMB=1592 (was 557) - AvailableMemoryMB LEAK? - 2024-11-13T18:07:45,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=142, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=1454, ProcessCount=11, AvailableMemoryMB=1592 2024-11-13T18:07:45,356 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T18:07:45,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/hadoop.log.dir so I do NOT create it in target/test-data/810ae87c-004c-545d-c162-b05539417800 2024-11-13T18:07:45,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:07:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/hadoop.tmp.dir so I do NOT create it in target/test-data/810ae87c-004c-545d-c162-b05539417800 2024-11-13T18:07:45,357 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59815020-6780-9c5c-4eef-a357145a47f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:07:45,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800 2024-11-13T18:07:45,357 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/cluster_d3deaf54-c1db-f24b-61bb-5211ebf64de6, deleteOnExit=true 2024-11-13T18:07:45,374 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/cluster_d3deaf54-c1db-f24b-61bb-5211ebf64de6/zookeeper_0, clientPort=54586, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/cluster_d3deaf54-c1db-f24b-61bb-5211ebf64de6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/cluster_d3deaf54-c1db-f24b-61bb-5211ebf64de6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:07:45,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54586 2024-11-13T18:07:45,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:07:45,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:07:45,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/test.cache.data in system properties and HBase conf 2024-11-13T18:07:45,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:07:45,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:07:45,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:07:45,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:07:45,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:07:45,379 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:07:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:07:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:07:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:07:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:07:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:07:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:07:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:07:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:07:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:07:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:07:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:07:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:07:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:07:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:07:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ed487a9d0005, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:07:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ed487a9d0002, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:07:45,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ed487a9d0005, quorum=127.0.0.1:54598, baseZNode=/11192853091 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:07:45,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ed487a9d0002, quorum=127.0.0.1:54598, baseZNode=/0-419585425 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:07:45,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:45,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:45,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:45,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:45,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:07:45,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:45,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6676c0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:45,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e2469b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:45,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52e3aa1f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/java.io.tmpdir/jetty-localhost-34533-hadoop-hdfs-3_4_1-tests_jar-_-any-3336055418071911852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:07:45,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f31b59d{HTTP/1.1, (http/1.1)}{localhost:34533} 2024-11-13T18:07:45,719 INFO [Time-limited test {}] server.Server(415): Started @50214ms 2024-11-13T18:07:45,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:45,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:45,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:45,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:45,995 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:07:46,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18652d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:46,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7712b873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:46,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20748bec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/java.io.tmpdir/jetty-localhost-35701-hadoop-hdfs-3_4_1-tests_jar-_-any-8158028416102422105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:07:46,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352c2b70{HTTP/1.1, (http/1.1)}{localhost:35701} 2024-11-13T18:07:46,169 INFO [Time-limited test {}] server.Server(415): Started @50665ms 2024-11-13T18:07:46,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:07:46,352 WARN [Thread-821 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/cluster_d3deaf54-c1db-f24b-61bb-5211ebf64de6/data/data1/current/BP-346258687-172.17.0.3-1731521265407/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:46,354 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/cluster_d3deaf54-c1db-f24b-61bb-5211ebf64de6/data/data2/current/BP-346258687-172.17.0.3-1731521265407/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:46,409 WARN [Thread-809 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:07:46,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe78d19d97e57038 with lease ID 0x7f97246c6bb575d: Processing first storage report for DS-1ea5b86e-0ce5-44db-9d28-e61073409f5e from datanode DatanodeRegistration(127.0.0.1:46061, datanodeUuid=0b75240b-4484-40e3-9610-e7354373c20b, infoPort=44783, infoSecurePort=0, ipcPort=37069, storageInfo=lv=-57;cid=testClusterID;nsid=1374164912;c=1731521265407) 2024-11-13T18:07:46,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe78d19d97e57038 with lease ID 0x7f97246c6bb575d: from storage DS-1ea5b86e-0ce5-44db-9d28-e61073409f5e node DatanodeRegistration(127.0.0.1:46061, datanodeUuid=0b75240b-4484-40e3-9610-e7354373c20b, infoPort=44783, infoSecurePort=0, ipcPort=37069, storageInfo=lv=-57;cid=testClusterID;nsid=1374164912;c=1731521265407), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:07:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe78d19d97e57038 with lease ID 0x7f97246c6bb575d: Processing first storage report for DS-3900bfd6-4eca-42fb-b977-bca939b68901 from datanode DatanodeRegistration(127.0.0.1:46061, datanodeUuid=0b75240b-4484-40e3-9610-e7354373c20b, infoPort=44783, infoSecurePort=0, ipcPort=37069, storageInfo=lv=-57;cid=testClusterID;nsid=1374164912;c=1731521265407) 2024-11-13T18:07:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe78d19d97e57038 with lease ID 0x7f97246c6bb575d: from storage DS-3900bfd6-4eca-42fb-b977-bca939b68901 node DatanodeRegistration(127.0.0.1:46061, datanodeUuid=0b75240b-4484-40e3-9610-e7354373c20b, infoPort=44783, infoSecurePort=0, ipcPort=37069, storageInfo=lv=-57;cid=testClusterID;nsid=1374164912;c=1731521265407), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:07:46,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800 2024-11-13T18:07:46,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:46,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:46,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:07:46,947 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb with version=8 2024-11-13T18:07:46,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/hbase-staging 2024-11-13T18:07:46,950 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:46,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:46,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:46,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:46,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:46,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:46,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:07:46,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:46,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46205 2024-11-13T18:07:46,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46205 connecting to ZooKeeper ensemble=127.0.0.1:54586 2024-11-13T18:07:46,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462050x0, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:46,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46205-0x100ed48b37d0000 connected 2024-11-13T18:07:47,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:47,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:47,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Set watcher on znode that does not yet exist, /0534506627/running 2024-11-13T18:07:47,118 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb, hbase.cluster.distributed=false 2024-11-13T18:07:47,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Set watcher on znode that does not yet exist, /0534506627/acl 2024-11-13T18:07:47,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46205 2024-11-13T18:07:47,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46205 2024-11-13T18:07:47,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46205 2024-11-13T18:07:47,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46205 2024-11-13T18:07:47,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46205 2024-11-13T18:07:47,191 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:47,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:47,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:47,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:47,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:47,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:47,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:07:47,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:47,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36525 2024-11-13T18:07:47,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36525 connecting to ZooKeeper ensemble=127.0.0.1:54586 2024-11-13T18:07:47,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:47,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:47,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365250x0, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:47,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36525-0x100ed48b37d0001 connected 2024-11-13T18:07:47,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Set watcher on znode that does not yet exist, /0534506627/running 2024-11-13T18:07:47,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:07:47,221 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:07:47,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Set watcher on znode that does not yet exist, /0534506627/master 2024-11-13T18:07:47,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Set watcher on znode that does not yet exist, /0534506627/acl 2024-11-13T18:07:47,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36525 2024-11-13T18:07:47,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36525 2024-11-13T18:07:47,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36525 2024-11-13T18:07:47,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36525 2024-11-13T18:07:47,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36525 2024-11-13T18:07:47,282 DEBUG [M:0;39e84130bbc9:46205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:46205 2024-11-13T18:07:47,286 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0534506627/backup-masters/39e84130bbc9,46205,1731521266950 2024-11-13T18:07:47,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627/backup-masters 2024-11-13T18:07:47,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627/backup-masters 2024-11-13T18:07:47,308 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Set watcher on existing znode=/0534506627/backup-masters/39e84130bbc9,46205,1731521266950 2024-11-13T18:07:47,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:47,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0534506627/master 2024-11-13T18:07:47,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:47,318 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Set watcher on existing znode=/0534506627/master 2024-11-13T18:07:47,322 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0534506627/backup-masters/39e84130bbc9,46205,1731521266950 from backup master directory 2024-11-13T18:07:47,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0534506627/backup-masters/39e84130bbc9,46205,1731521266950 2024-11-13T18:07:47,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627/backup-masters 2024-11-13T18:07:47,323 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:47,323 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,46205,1731521266950 2024-11-13T18:07:47,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627/backup-masters 2024-11-13T18:07:47,351 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/hbase.id] with ID: 968211d8-a99a-4001-b35c-ae5711293f5e 2024-11-13T18:07:47,351 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/.tmp/hbase.id 2024-11-13T18:07:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:07:47,769 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/.tmp/hbase.id]:[hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/hbase.id] 2024-11-13T18:07:47,789 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:47,790 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:07:47,791 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:07:47,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:47,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:07:48,251 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:48,252 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:07:48,252 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:07:48,707 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store 2024-11-13T18:07:48,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:07:48,752 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:48,752 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:48,752 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:48,752 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:48,752 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:48,752 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:48,752 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:48,752 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521268752Disabling compacts and flushes for region at 1731521268752Disabling writes for close at 1731521268752Writing region close event to WAL at 1731521268752Closed at 1731521268752 2024-11-13T18:07:48,756 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/.initializing 2024-11-13T18:07:48,757 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/WALs/39e84130bbc9,46205,1731521266950 2024-11-13T18:07:48,761 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:48,766 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C46205%2C1731521266950, suffix=, logDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/WALs/39e84130bbc9,46205,1731521266950, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/oldWALs, maxLogs=10 2024-11-13T18:07:48,787 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/WALs/39e84130bbc9,46205,1731521266950/39e84130bbc9%2C46205%2C1731521266950.1731521268767, exclude list is [], retry=0 2024-11-13T18:07:48,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46061,DS-1ea5b86e-0ce5-44db-9d28-e61073409f5e,DISK] 2024-11-13T18:07:48,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/WALs/39e84130bbc9,46205,1731521266950/39e84130bbc9%2C46205%2C1731521266950.1731521268767 2024-11-13T18:07:48,818 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44783:44783)] 2024-11-13T18:07:48,819 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:48,819 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:48,819 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,819 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:07:48,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:48,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:48,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:07:48,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:48,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:48,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:07:48,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:48,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:48,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:07:48,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:48,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:48,870 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,873 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,874 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,883 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,883 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,885 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:48,890 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:48,899 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:48,901 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62616168, jitterRate=-0.06694638729095459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:48,903 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521268819Initializing all the Stores at 1731521268830 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521268831 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521268833 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521268833Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521268833Cleaning up temporary data from old regions at 1731521268883 (+50 ms)Region opened successfully at 1731521268903 (+20 ms) 2024-11-13T18:07:48,906 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:07:48,914 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754c1bd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:48,918 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:07:48,918 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:07:48,918 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:07:48,918 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:07:48,922 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-13T18:07:48,922 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:07:48,922 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:07:48,934 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:07:48,939 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Unable to get data of znode /0534506627/balancer because node does not exist (not necessarily an error) 2024-11-13T18:07:48,945 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0534506627/balancer already deleted, retry=false 2024-11-13T18:07:48,945 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:07:48,949 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Unable to get data of znode /0534506627/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:07:48,956 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0534506627/normalizer already deleted, retry=false 2024-11-13T18:07:48,957 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:07:48,973 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Unable to get data of znode /0534506627/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:07:48,983 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0534506627/switch/split already deleted, retry=false 2024-11-13T18:07:48,995 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Unable to get data of znode /0534506627/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:07:49,003 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0534506627/switch/merge already deleted, retry=false 2024-11-13T18:07:49,027 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Unable to get data of znode /0534506627/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:07:49,038 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0534506627/snapshot-cleanup already deleted, retry=false 2024-11-13T18:07:49,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0534506627/running 2024-11-13T18:07:49,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:49,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0534506627/running 2024-11-13T18:07:49,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:49,057 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,46205,1731521266950, sessionid=0x100ed48b37d0000, setting cluster-up flag (Was=false) 2024-11-13T18:07:49,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:49,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:49,081 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0534506627/flush-table-proc/acquired, /0534506627/flush-table-proc/reached, /0534506627/flush-table-proc/abort 2024-11-13T18:07:49,085 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,46205,1731521266950 2024-11-13T18:07:49,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:49,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:49,112 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0534506627/online-snapshot/acquired, /0534506627/online-snapshot/reached, /0534506627/online-snapshot/abort 2024-11-13T18:07:49,125 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,46205,1731521266950 2024-11-13T18:07:49,133 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:07:49,149 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:49,150 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:07:49,150 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:07:49,150 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,46205,1731521266950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:07:49,180 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:49,180 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:49,181 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:49,181 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:49,181 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:07:49,181 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,181 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:49,181 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,183 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(746): ClusterId : 968211d8-a99a-4001-b35c-ae5711293f5e 2024-11-13T18:07:49,183 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:07:49,199 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:49,199 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:07:49,203 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521299203 2024-11-13T18:07:49,203 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:07:49,203 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:07:49,203 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:07:49,203 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:07:49,203 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:07:49,203 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:07:49,204 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:07:49,204 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:07:49,206 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,208 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:07:49,208 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:07:49,208 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:07:49,209 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:07:49,209 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:07:49,209 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:07:49,210 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:49,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:07:49,218 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521269209,5,FailOnTimeoutGroup] 2024-11-13T18:07:49,222 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521269218,5,FailOnTimeoutGroup] 2024-11-13T18:07:49,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:07:49,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,232 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:07:49,233 DEBUG [RS:0;39e84130bbc9:36525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23b390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:49,263 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:36525 2024-11-13T18:07:49,264 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:07:49,264 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:07:49,264 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:07:49,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:07:49,267 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,46205,1731521266950 with port=36525, startcode=1731521267191 2024-11-13T18:07:49,267 DEBUG [RS:0;39e84130bbc9:36525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:07:49,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:07:49,272 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb 2024-11-13T18:07:49,274 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:07:49,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,36525,1731521267191 2024-11-13T18:07:49,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46205 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,36525,1731521267191 2024-11-13T18:07:49,297 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb 2024-11-13T18:07:49,297 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43145 2024-11-13T18:07:49,297 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:07:49,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627/rs 2024-11-13T18:07:49,301 DEBUG [RS:0;39e84130bbc9:36525 {}] zookeeper.ZKUtil(111): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Set watcher on existing znode=/0534506627/rs/39e84130bbc9,36525,1731521267191 2024-11-13T18:07:49,301 WARN [RS:0;39e84130bbc9:36525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:49,301 INFO [RS:0;39e84130bbc9:36525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:49,301 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191 2024-11-13T18:07:49,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,36525,1731521267191] 2024-11-13T18:07:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:07:49,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:49,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:49,336 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:07:49,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:49,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:49,340 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:07:49,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:49,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:49,344 INFO [RS:0;39e84130bbc9:36525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:07:49,344 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,349 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:07:49,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:49,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:49,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:49,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:49,359 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:07:49,359 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,359 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,359 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,359 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,360 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,360 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,360 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:49,360 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,360 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,365 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,365 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,365 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,365 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:49,365 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:49,365 DEBUG [RS:0;39e84130bbc9:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:49,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:49,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:49,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:49,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:49,375 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,375 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,375 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,375 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,375 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,375 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36525,1731521267191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:49,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:49,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:49,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:49,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:49,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740 2024-11-13T18:07:49,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740 2024-11-13T18:07:49,400 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:07:49,400 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36525,1731521267191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,400 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,401 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.Replication(171): 39e84130bbc9,36525,1731521267191 started 2024-11-13T18:07:49,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:49,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:49,410 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:49,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:49,429 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:49,430 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73494777, jitterRate=0.09515751898288727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:49,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521269317Initializing all the Stores at 1731521269325 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521269325Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521269326 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521269326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521269326Cleaning up temporary data from old regions at 1731521269409 (+83 ms)Region opened successfully at 1731521269431 (+22 ms) 2024-11-13T18:07:49,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:49,431 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:49,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:49,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:49,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:49,434 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:49,434 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,36525,1731521267191, RpcServer on 39e84130bbc9/172.17.0.3:36525, sessionid=0x100ed48b37d0001 2024-11-13T18:07:49,434 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:07:49,434 DEBUG [RS:0;39e84130bbc9:36525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,36525,1731521267191 2024-11-13T18:07:49,434 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,36525,1731521267191' 2024-11-13T18:07:49,434 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0534506627/flush-table-proc/abort' 2024-11-13T18:07:49,437 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:49,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521269431Disabling compacts and flushes for region at 1731521269431Disabling writes for close at 1731521269433 (+2 ms)Writing region close event to WAL at 1731521269437 (+4 ms)Closed at 1731521269437 2024-11-13T18:07:49,439 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0534506627/flush-table-proc/acquired' 2024-11-13T18:07:49,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:49,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:07:49,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:07:49,442 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:07:49,442 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:07:49,442 DEBUG [RS:0;39e84130bbc9:36525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,36525,1731521267191 2024-11-13T18:07:49,442 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,36525,1731521267191' 2024-11-13T18:07:49,442 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0534506627/online-snapshot/abort' 2024-11-13T18:07:49,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:49,453 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:07:49,455 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0534506627/online-snapshot/acquired' 2024-11-13T18:07:49,463 DEBUG [RS:0;39e84130bbc9:36525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:07:49,463 INFO [RS:0;39e84130bbc9:36525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:07:49,463 INFO [RS:0;39e84130bbc9:36525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:07:49,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:07:49,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:49,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:49,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:49,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:49,563 INFO [RS:0;39e84130bbc9:36525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:49,573 INFO [RS:0;39e84130bbc9:36525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C36525%2C1731521267191, suffix=, logDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/oldWALs, maxLogs=10 2024-11-13T18:07:49,598 DEBUG [RS:0;39e84130bbc9:36525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574, exclude list is [], retry=0 2024-11-13T18:07:49,604 WARN [39e84130bbc9:46205 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:07:49,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46061,DS-1ea5b86e-0ce5-44db-9d28-e61073409f5e,DISK] 2024-11-13T18:07:49,633 INFO [RS:0;39e84130bbc9:36525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 2024-11-13T18:07:49,634 DEBUG [RS:0;39e84130bbc9:36525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44783:44783)] 2024-11-13T18:07:49,854 DEBUG [39e84130bbc9:46205 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:07:49,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,36525,1731521267191 2024-11-13T18:07:49,856 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,36525,1731521267191, state=OPENING 2024-11-13T18:07:49,858 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:07:49,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:49,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:49,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0534506627/meta-region-server: CHANGED 2024-11-13T18:07:49,861 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:49,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0534506627/meta-region-server: CHANGED 2024-11-13T18:07:49,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,36525,1731521267191}] 2024-11-13T18:07:50,016 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:07:50,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:07:50,030 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:07:50,030 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:50,030 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:07:50,039 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C36525%2C1731521267191.meta, suffix=.meta, logDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/oldWALs, maxLogs=10 2024-11-13T18:07:50,064 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.meta.1731521270040.meta, exclude list is [], retry=0 2024-11-13T18:07:50,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46061,DS-1ea5b86e-0ce5-44db-9d28-e61073409f5e,DISK] 2024-11-13T18:07:50,093 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.meta.1731521270040.meta 2024-11-13T18:07:50,095 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44783:44783)] 2024-11-13T18:07:50,095 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:50,096 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:50,096 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:50,096 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:07:50,096 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:07:50,096 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:07:50,097 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:50,097 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:07:50,097 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:07:50,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:50,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:50,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:50,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:50,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:50,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:50,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:50,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:50,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:50,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:50,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:50,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:50,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:50,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:50,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:50,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:50,141 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:50,145 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740 2024-11-13T18:07:50,155 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740 2024-11-13T18:07:50,162 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:50,162 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:50,167 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:50,175 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:50,182 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73499282, jitterRate=0.09522464871406555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:50,182 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:07:50,183 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521270097Writing region info on filesystem at 1731521270097Initializing all the Stores at 1731521270100 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521270100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521270101 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521270101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521270101Cleaning up temporary data from old regions at 1731521270162 (+61 ms)Running coprocessor post-open hooks at 1731521270182 (+20 ms)Region opened successfully at 1731521270183 (+1 ms) 2024-11-13T18:07:50,193 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521270015 2024-11-13T18:07:50,197 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:07:50,197 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:07:50,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,36525,1731521267191 2024-11-13T18:07:50,200 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,36525,1731521267191, state=OPEN 2024-11-13T18:07:50,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0534506627/meta-region-server 2024-11-13T18:07:50,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0534506627/meta-region-server: CHANGED 2024-11-13T18:07:50,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0534506627/meta-region-server 2024-11-13T18:07:50,209 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,36525,1731521267191 2024-11-13T18:07:50,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0534506627/meta-region-server: CHANGED 2024-11-13T18:07:50,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:07:50,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,36525,1731521267191 in 348 msec 2024-11-13T18:07:50,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:07:50,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 774 msec 2024-11-13T18:07:50,219 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:50,219 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:07:50,223 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:50,223 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,36525,1731521267191, seqNum=-1] 2024-11-13T18:07:50,223 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:50,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:50,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1260 sec 2024-11-13T18:07:50,265 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521270265, completionTime=-1 2024-11-13T18:07:50,265 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:07:50,265 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:07:50,268 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:07:50,268 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521330268 2024-11-13T18:07:50,268 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521390268 2024-11-13T18:07:50,268 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:07:50,269 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46205,1731521266950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:50,269 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46205,1731521266950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:50,269 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46205,1731521266950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:50,269 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:46205, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:50,269 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:50,272 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:07:50,274 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:50,279 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.956sec 2024-11-13T18:07:50,279 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:07:50,279 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:07:50,279 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:07:50,279 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:07:50,279 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:07:50,279 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46205,1731521266950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:50,279 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46205,1731521266950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:07:50,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb11462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:50,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46205,-1 for getting cluster id 2024-11-13T18:07:50,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:50,299 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '968211d8-a99a-4001-b35c-ae5711293f5e' 2024-11-13T18:07:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "968211d8-a99a-4001-b35c-ae5711293f5e" 2024-11-13T18:07:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47962391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46205,-1] 2024-11-13T18:07:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:50,302 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:07:50,302 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:07:50,302 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46205,1731521266950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:50,303 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:50,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7333f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:50,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,36525,1731521267191, seqNum=-1] 2024-11-13T18:07:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:50,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:50,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,46205,1731521266950 2024-11-13T18:07:50,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54586 2024-11-13T18:07:50,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:50,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ed48b37d0002 connected 2024-11-13T18:07:50,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/hadoop.log.dir so I do NOT create it in target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7 2024-11-13T18:07:50,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:07:50,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/hadoop.tmp.dir so I do NOT create it in target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7 2024-11-13T18:07:50,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:07:50,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7 2024-11-13T18:07:50,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:07:50,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/cluster_39f929da-d560-3a76-114b-b6ed131b148c, deleteOnExit=true 2024-11-13T18:07:50,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:07:50,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/test.cache.data in system properties and HBase conf 2024-11-13T18:07:50,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:07:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:07:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:07:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:07:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:07:50,382 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:07:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:07:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:07:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:07:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:07:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:07:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:07:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:07:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:07:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:07:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:07:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:07:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:07:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:07:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:07:50,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:50,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:50,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:50,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:50,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:07:50,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:50,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ed6d5f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:50,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b3d5207{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:50,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e5d1e66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/java.io.tmpdir/jetty-localhost-40899-hadoop-hdfs-3_4_1-tests_jar-_-any-12843502112494433265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:07:50,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab24f83{HTTP/1.1, (http/1.1)}{localhost:40899} 2024-11-13T18:07:50,737 INFO [Time-limited test {}] server.Server(415): Started @55232ms 2024-11-13T18:07:51,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:07:51,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:07:51,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:07:51,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:07:51,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:07:51,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@329db84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:07:51,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225e79ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:07:51,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@328920cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/java.io.tmpdir/jetty-localhost-40449-hadoop-hdfs-3_4_1-tests_jar-_-any-5347636694534923874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:07:51,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f74644b{HTTP/1.1, (http/1.1)}{localhost:40449} 2024-11-13T18:07:51,237 INFO [Time-limited test {}] server.Server(415): Started @55732ms 2024-11-13T18:07:51,238 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:07:51,586 WARN [Thread-942 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/cluster_39f929da-d560-3a76-114b-b6ed131b148c/data/data1/current/BP-669055166-172.17.0.3-1731521270429/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:51,586 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/cluster_39f929da-d560-3a76-114b-b6ed131b148c/data/data2/current/BP-669055166-172.17.0.3-1731521270429/current, will proceed with Du for space computation calculation, 2024-11-13T18:07:51,674 WARN [Thread-930 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:07:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd36ba4a218bd17b9 with lease ID 0x17b8a41eed5175a2: Processing first storage report for DS-158372e2-f3bc-490d-b4be-711361ff1703 from datanode DatanodeRegistration(127.0.0.1:41435, datanodeUuid=21085f77-0c4d-4b8a-bb1c-c859e6e0883f, infoPort=37293, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=1514534075;c=1731521270429) 2024-11-13T18:07:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd36ba4a218bd17b9 with lease ID 0x17b8a41eed5175a2: from storage DS-158372e2-f3bc-490d-b4be-711361ff1703 node DatanodeRegistration(127.0.0.1:41435, datanodeUuid=21085f77-0c4d-4b8a-bb1c-c859e6e0883f, infoPort=37293, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=1514534075;c=1731521270429), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:07:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd36ba4a218bd17b9 with lease ID 0x17b8a41eed5175a2: Processing first storage report for DS-7b20eae3-7863-4fab-adc6-fc40f1e482e6 from datanode DatanodeRegistration(127.0.0.1:41435, datanodeUuid=21085f77-0c4d-4b8a-bb1c-c859e6e0883f, infoPort=37293, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=1514534075;c=1731521270429) 2024-11-13T18:07:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd36ba4a218bd17b9 with lease ID 0x17b8a41eed5175a2: from storage DS-7b20eae3-7863-4fab-adc6-fc40f1e482e6 node DatanodeRegistration(127.0.0.1:41435, datanodeUuid=21085f77-0c4d-4b8a-bb1c-c859e6e0883f, infoPort=37293, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=1514534075;c=1731521270429), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:07:51,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7 2024-11-13T18:07:51,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:51,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:51,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:07:51,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f with version=8 2024-11-13T18:07:51,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/hbase-staging 2024-11-13T18:07:51,836 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:51,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:51,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:51,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:51,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:51,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:51,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:07:51,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:51,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44155 2024-11-13T18:07:51,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44155 connecting to ZooKeeper ensemble=127.0.0.1:54586 2024-11-13T18:07:51,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441550x0, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:51,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44155-0x100ed48b37d0003 connected 2024-11-13T18:07:51,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:51,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:51,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Set watcher on znode that does not yet exist, /1331567654/running 2024-11-13T18:07:51,975 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f, hbase.cluster.distributed=false 2024-11-13T18:07:51,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Set watcher on znode that does not yet exist, /1331567654/acl 2024-11-13T18:07:51,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-13T18:07:52,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44155 2024-11-13T18:07:52,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44155 2024-11-13T18:07:52,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-13T18:07:52,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-13T18:07:52,064 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:07:52,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:52,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:52,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:07:52,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:07:52,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:07:52,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:07:52,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:07:52,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34137 2024-11-13T18:07:52,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34137 connecting to ZooKeeper ensemble=127.0.0.1:54586 2024-11-13T18:07:52,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:52,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:52,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341370x0, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:52,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341370x0, quorum=127.0.0.1:54586, baseZNode=/1331567654 Set watcher on znode that does not yet exist, /1331567654/running 2024-11-13T18:07:52,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:07:52,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34137-0x100ed48b37d0004 connected 2024-11-13T18:07:52,133 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:07:52,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Set watcher on znode that does not yet exist, /1331567654/master 2024-11-13T18:07:52,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Set watcher on znode that does not yet exist, /1331567654/acl 2024-11-13T18:07:52,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34137 2024-11-13T18:07:52,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34137 2024-11-13T18:07:52,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34137 2024-11-13T18:07:52,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34137 2024-11-13T18:07:52,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34137 2024-11-13T18:07:52,238 DEBUG [M:0;39e84130bbc9:44155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:44155 2024-11-13T18:07:52,245 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1331567654/backup-masters/39e84130bbc9,44155,1731521271835 2024-11-13T18:07:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654/backup-masters 2024-11-13T18:07:52,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654/backup-masters 2024-11-13T18:07:52,262 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Set watcher on existing znode=/1331567654/backup-masters/39e84130bbc9,44155,1731521271835 2024-11-13T18:07:52,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:52,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1331567654/master 2024-11-13T18:07:52,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:52,269 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Set watcher on existing znode=/1331567654/master 2024-11-13T18:07:52,272 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1331567654/backup-masters/39e84130bbc9,44155,1731521271835 from backup master directory 2024-11-13T18:07:52,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654/backup-masters 2024-11-13T18:07:52,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1331567654/backup-masters/39e84130bbc9,44155,1731521271835 2024-11-13T18:07:52,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654/backup-masters 2024-11-13T18:07:52,286 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:52,286 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,44155,1731521271835 2024-11-13T18:07:52,317 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/hbase.id] with ID: 35ceebe4-dc7e-4274-b3aa-e7228ade6dce 2024-11-13T18:07:52,317 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/.tmp/hbase.id 2024-11-13T18:07:52,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:07:52,749 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/.tmp/hbase.id]:[hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/hbase.id] 2024-11-13T18:07:52,764 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:52,764 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:07:52,769 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-13T18:07:52,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:52,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:52,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:07:52,811 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:52,812 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:07:52,812 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:52,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:07:53,232 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store 2024-11-13T18:07:53,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:07:53,256 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:53,257 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:07:53,257 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:53,257 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:53,257 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:07:53,257 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:53,257 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:07:53,257 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521273257Disabling compacts and flushes for region at 1731521273257Disabling writes for close at 1731521273257Writing region close event to WAL at 1731521273257Closed at 1731521273257 2024-11-13T18:07:53,258 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/.initializing 2024-11-13T18:07:53,258 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/WALs/39e84130bbc9,44155,1731521271835 2024-11-13T18:07:53,260 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:53,262 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C44155%2C1731521271835, suffix=, logDir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/WALs/39e84130bbc9,44155,1731521271835, archiveDir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/oldWALs, maxLogs=10 2024-11-13T18:07:53,279 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/WALs/39e84130bbc9,44155,1731521271835/39e84130bbc9%2C44155%2C1731521271835.1731521273262, exclude list is [], retry=0 2024-11-13T18:07:53,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41435,DS-158372e2-f3bc-490d-b4be-711361ff1703,DISK] 2024-11-13T18:07:53,290 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/WALs/39e84130bbc9,44155,1731521271835/39e84130bbc9%2C44155%2C1731521271835.1731521273262 2024-11-13T18:07:53,291 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37293:37293)] 2024-11-13T18:07:53,291 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:53,291 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:53,291 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,291 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:07:53,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:53,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:53,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:07:53,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:53,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:53,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:07:53,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:53,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:53,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:07:53,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:53,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:53,338 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,338 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,339 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,340 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,340 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,341 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:53,345 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:07:53,348 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:53,350 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61234395, jitterRate=-0.08753640949726105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:53,350 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521273291Initializing all the Stores at 1731521273293 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521273293Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521273293Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521273293Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521273293Cleaning up temporary data from old regions at 1731521273340 (+47 ms)Region opened successfully at 1731521273350 (+10 ms) 2024-11-13T18:07:53,354 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:07:53,363 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a65a595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:53,364 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:07:53,364 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:07:53,364 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:07:53,365 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:07:53,365 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:07:53,366 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:07:53,366 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:07:53,371 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:07:53,372 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Unable to get data of znode /1331567654/balancer because node does not exist (not necessarily an error) 2024-11-13T18:07:53,375 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1331567654/balancer already deleted, retry=false 2024-11-13T18:07:53,376 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:07:53,378 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Unable to get data of znode /1331567654/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:07:53,379 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1331567654/normalizer already deleted, retry=false 2024-11-13T18:07:53,380 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:07:53,386 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Unable to get data of znode /1331567654/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:07:53,388 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1331567654/switch/split already deleted, retry=false 2024-11-13T18:07:53,389 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Unable to get data of znode /1331567654/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:07:53,393 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1331567654/switch/merge already deleted, retry=false 2024-11-13T18:07:53,407 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Unable to get data of znode /1331567654/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:07:53,409 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1331567654/snapshot-cleanup already deleted, retry=false 2024-11-13T18:07:53,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1331567654/running 2024-11-13T18:07:53,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:53,412 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,44155,1731521271835, sessionid=0x100ed48b37d0003, setting cluster-up flag (Was=false) 2024-11-13T18:07:53,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1331567654/running 2024-11-13T18:07:53,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:53,426 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1331567654/flush-table-proc/acquired, /1331567654/flush-table-proc/reached, /1331567654/flush-table-proc/abort 2024-11-13T18:07:53,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,44155,1731521271835 2024-11-13T18:07:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:53,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:53,445 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1331567654/online-snapshot/acquired, /1331567654/online-snapshot/reached, /1331567654/online-snapshot/abort 2024-11-13T18:07:53,461 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,44155,1731521271835 2024-11-13T18:07:53,463 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:07:53,471 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:53,472 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:07:53,472 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:07:53,472 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,44155,1731521271835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:07:53,480 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:53,480 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:53,480 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:53,481 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:07:53,481 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:07:53,481 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,481 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:53,481 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:53,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:07:53,485 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:53,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:07:53,493 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521303493 2024-11-13T18:07:53,493 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:07:53,494 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:07:53,494 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:07:53,494 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:07:53,494 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:07:53,494 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:07:53,495 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,505 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:07:53,506 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:07:53,506 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:07:53,506 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:07:53,518 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:07:53,518 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:07:53,519 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521273518,5,FailOnTimeoutGroup] 2024-11-13T18:07:53,529 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521273519,5,FailOnTimeoutGroup] 2024-11-13T18:07:53,529 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,529 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:07:53,529 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,529 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:07:53,533 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(746): ClusterId : 35ceebe4-dc7e-4274-b3aa-e7228ade6dce 2024-11-13T18:07:53,533 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:07:53,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:07:53,535 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f 2024-11-13T18:07:53,553 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:07:53,553 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:07:53,573 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:07:53,574 DEBUG [RS:0;39e84130bbc9:34137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232faa26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:07:53,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:07:53,599 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:34137 2024-11-13T18:07:53,599 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:07:53,599 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:07:53,599 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:07:53,614 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,44155,1731521271835 with port=34137, startcode=1731521272064 2024-11-13T18:07:53,614 DEBUG [RS:0;39e84130bbc9:34137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:07:53,620 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:07:53,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,34137,1731521272064 2024-11-13T18:07:53,622 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,34137,1731521272064 2024-11-13T18:07:53,637 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f 2024-11-13T18:07:53,637 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42641 2024-11-13T18:07:53,637 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:07:53,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654/rs 2024-11-13T18:07:53,652 DEBUG [RS:0;39e84130bbc9:34137 {}] zookeeper.ZKUtil(111): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Set watcher on existing znode=/1331567654/rs/39e84130bbc9,34137,1731521272064 2024-11-13T18:07:53,652 WARN [RS:0;39e84130bbc9:34137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:07:53,652 INFO [RS:0;39e84130bbc9:34137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:53,652 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/WALs/39e84130bbc9,34137,1731521272064 2024-11-13T18:07:53,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,34137,1731521272064] 2024-11-13T18:07:53,661 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:07:53,663 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:07:53,664 INFO [RS:0;39e84130bbc9:34137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:07:53,664 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,664 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:07:53,665 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:07:53,665 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,665 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,665 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,665 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,665 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,665 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,666 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:07:53,666 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,666 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,666 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,666 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,666 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,666 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:07:53,666 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:53,666 DEBUG [RS:0;39e84130bbc9:34137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:07:53,677 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,677 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,677 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,677 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,677 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,677 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34137,1731521272064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:53,701 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:07:53,701 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34137,1731521272064-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,702 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,702 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.Replication(171): 39e84130bbc9,34137,1731521272064 started 2024-11-13T18:07:53,724 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:53,724 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,34137,1731521272064, RpcServer on 39e84130bbc9/172.17.0.3:34137, sessionid=0x100ed48b37d0004 2024-11-13T18:07:53,724 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:07:53,724 DEBUG [RS:0;39e84130bbc9:34137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,34137,1731521272064 2024-11-13T18:07:53,725 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,34137,1731521272064' 2024-11-13T18:07:53,725 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1331567654/flush-table-proc/abort' 2024-11-13T18:07:53,729 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1331567654/flush-table-proc/acquired' 2024-11-13T18:07:53,730 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:07:53,730 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:07:53,730 DEBUG [RS:0;39e84130bbc9:34137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,34137,1731521272064 2024-11-13T18:07:53,730 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,34137,1731521272064' 2024-11-13T18:07:53,730 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1331567654/online-snapshot/abort' 2024-11-13T18:07:53,734 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1331567654/online-snapshot/acquired' 2024-11-13T18:07:53,743 DEBUG [RS:0;39e84130bbc9:34137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:07:53,744 INFO [RS:0;39e84130bbc9:34137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:07:53,744 INFO [RS:0;39e84130bbc9:34137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:07:53,844 INFO [RS:0;39e84130bbc9:34137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:07:53,850 INFO [RS:0;39e84130bbc9:34137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C34137%2C1731521272064, suffix=, logDir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/WALs/39e84130bbc9,34137,1731521272064, archiveDir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/oldWALs, maxLogs=10 2024-11-13T18:07:53,871 DEBUG [RS:0;39e84130bbc9:34137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/WALs/39e84130bbc9,34137,1731521272064/39e84130bbc9%2C34137%2C1731521272064.1731521273850, exclude list is [], retry=0 2024-11-13T18:07:53,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41435,DS-158372e2-f3bc-490d-b4be-711361ff1703,DISK] 2024-11-13T18:07:53,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:07:53,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:07:53,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:07:53,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T18:07:53,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:07:53,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T18:07:53,899 INFO [RS:0;39e84130bbc9:34137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/WALs/39e84130bbc9,34137,1731521272064/39e84130bbc9%2C34137%2C1731521272064.1731521273850 2024-11-13T18:07:53,899 DEBUG [RS:0;39e84130bbc9:34137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37293:37293)] 2024-11-13T18:07:54,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:54,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:54,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:54,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:54,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:54,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:54,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:54,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:54,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:54,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:54,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:54,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:54,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:54,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:54,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:54,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:54,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:54,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:54,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740 2024-11-13T18:07:54,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740 2024-11-13T18:07:54,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:54,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:54,102 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:54,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:54,114 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:54,121 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75306473, jitterRate=0.12215389311313629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:54,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521274002Initializing all the Stores at 1731521274013 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521274013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521274017 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521274017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521274017Cleaning up temporary data from old regions at 1731521274101 (+84 ms)Region opened successfully at 1731521274121 (+20 ms) 2024-11-13T18:07:54,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:07:54,122 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:07:54,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:07:54,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:07:54,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:07:54,125 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:07:54,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521274121Disabling compacts and flushes for region at 1731521274121Disabling writes for close at 1731521274122 (+1 ms)Writing region close event to WAL at 1731521274125 (+3 ms)Closed at 1731521274125 2024-11-13T18:07:54,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:54,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:07:54,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:07:54,135 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:54,140 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:07:54,291 DEBUG [39e84130bbc9:44155 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:07:54,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,34137,1731521272064 2024-11-13T18:07:54,294 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,34137,1731521272064, state=OPENING 2024-11-13T18:07:54,297 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:07:54,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:54,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:07:54,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1331567654/meta-region-server: CHANGED 2024-11-13T18:07:54,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1331567654/meta-region-server: CHANGED 2024-11-13T18:07:54,301 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:07:54,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,34137,1731521272064}] 2024-11-13T18:07:54,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:07:54,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:07:54,488 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:07:54,488 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:54,488 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:07:54,500 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C34137%2C1731521272064.meta, suffix=.meta, logDir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/WALs/39e84130bbc9,34137,1731521272064, archiveDir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/oldWALs, maxLogs=10 2024-11-13T18:07:54,523 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/WALs/39e84130bbc9,34137,1731521272064/39e84130bbc9%2C34137%2C1731521272064.meta.1731521274501.meta, exclude list is [], retry=0 2024-11-13T18:07:54,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41435,DS-158372e2-f3bc-490d-b4be-711361ff1703,DISK] 2024-11-13T18:07:54,544 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/WALs/39e84130bbc9,34137,1731521272064/39e84130bbc9%2C34137%2C1731521272064.meta.1731521274501.meta 2024-11-13T18:07:54,555 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37293:37293)] 2024-11-13T18:07:54,556 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:54,556 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:54,557 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:54,557 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:07:54,557 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:07:54,557 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:07:54,557 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:54,558 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:07:54,558 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:07:54,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:07:54,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:07:54,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:54,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:54,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:07:54,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:07:54,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:54,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:54,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:07:54,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:07:54,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:54,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:54,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:07:54,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:07:54,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:54,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:07:54,586 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:07:54,588 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740 2024-11-13T18:07:54,589 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740 2024-11-13T18:07:54,595 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:07:54,595 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:07:54,601 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:07:54,603 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:07:54,609 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72488751, jitterRate=0.08016656339168549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:07:54,609 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:07:54,609 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521274559Writing region info on filesystem at 1731521274559Initializing all the Stores at 1731521274560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521274560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521274560Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521274560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521274560Cleaning up temporary data from old regions at 1731521274595 (+35 ms)Running coprocessor post-open hooks at 1731521274609 (+14 ms)Region opened successfully at 1731521274609 2024-11-13T18:07:54,614 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521274462 2024-11-13T18:07:54,623 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:07:54,623 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:07:54,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,34137,1731521272064 2024-11-13T18:07:54,627 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,34137,1731521272064, state=OPEN 2024-11-13T18:07:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1331567654/meta-region-server 2024-11-13T18:07:54,634 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,34137,1731521272064 2024-11-13T18:07:54,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1331567654/meta-region-server 2024-11-13T18:07:54,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1331567654/meta-region-server: CHANGED 2024-11-13T18:07:54,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1331567654/meta-region-server: CHANGED 2024-11-13T18:07:54,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:07:54,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,34137,1731521272064 in 333 msec 2024-11-13T18:07:54,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:07:54,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-13T18:07:54,643 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:07:54,643 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:07:54,654 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:54,654 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,34137,1731521272064, seqNum=-1] 2024-11-13T18:07:54,654 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:54,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:54,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-13T18:07:54,682 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521274682, completionTime=-1 2024-11-13T18:07:54,683 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:07:54,683 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:07:54,698 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:07:54,698 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521334698 2024-11-13T18:07:54,698 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521394698 2024-11-13T18:07:54,698 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 15 msec 2024-11-13T18:07:54,698 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44155,1731521271835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:54,698 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44155,1731521271835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:54,698 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44155,1731521271835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:54,699 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:44155, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:54,699 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:54,699 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:54,710 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:07:54,718 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.432sec 2024-11-13T18:07:54,719 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:07:54,719 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:07:54,719 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:07:54,719 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:07:54,719 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:07:54,719 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44155,1731521271835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:07:54,719 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44155,1731521271835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:07:54,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c4c51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:54,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44155,-1 for getting cluster id 2024-11-13T18:07:54,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:54,743 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ceebe4-dc7e-4274-b3aa-e7228ade6dce' 2024-11-13T18:07:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ceebe4-dc7e-4274-b3aa-e7228ade6dce" 2024-11-13T18:07:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d6f56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44155,-1] 2024-11-13T18:07:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:54,746 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:54,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca8a3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:54,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,34137,1731521272064, seqNum=-1] 2024-11-13T18:07:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:54,750 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:07:54,751 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:07:54,751 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44155,1731521271835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:07:54,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:54,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,44155,1731521271835 2024-11-13T18:07:54,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54586 2024-11-13T18:07:54,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:07:54,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ed48b37d0005 connected 2024-11-13T18:07:54,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,46205,1731521266950 2024-11-13T18:07:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30ee80d5 2024-11-13T18:07:54,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:54,806 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:54,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:07:54,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:07:54,825 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:54,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:07:54,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:07:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:54,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:07:54,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec83cadf5d774c9e476008f0cc098840, NAME => 'test,,1731521274807.ec83cadf5d774c9e476008f0cc098840.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb 2024-11-13T18:07:54,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:07:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:55,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521274807.ec83cadf5d774c9e476008f0cc098840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:55,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ec83cadf5d774c9e476008f0cc098840, disabling compactions & flushes 2024-11-13T18:07:55,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:07:55,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:07:55,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. after waiting 0 ms 2024-11-13T18:07:55,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:07:55,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:07:55,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec83cadf5d774c9e476008f0cc098840: Waiting for close lock at 1731521275331Disabling compacts and flushes for region at 1731521275331Disabling writes for close at 1731521275332 (+1 ms)Writing region close event to WAL at 1731521275332Closed at 1731521275332 2024-11-13T18:07:55,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:07:55,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521274807.ec83cadf5d774c9e476008f0cc098840.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521275334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521275334"}]},"ts":"1731521275334"} 2024-11-13T18:07:55,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:07:55,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:07:55,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521275339"}]},"ts":"1731521275339"} 2024-11-13T18:07:55,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:07:55,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec83cadf5d774c9e476008f0cc098840, ASSIGN}] 2024-11-13T18:07:55,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec83cadf5d774c9e476008f0cc098840, ASSIGN 2024-11-13T18:07:55,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ec83cadf5d774c9e476008f0cc098840, ASSIGN; state=OFFLINE, location=39e84130bbc9,36525,1731521267191; forceNewPlan=false, retain=false 2024-11-13T18:07:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:55,503 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec83cadf5d774c9e476008f0cc098840, regionState=OPENING, regionLocation=39e84130bbc9,36525,1731521267191 2024-11-13T18:07:55,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ec83cadf5d774c9e476008f0cc098840, ASSIGN because future has completed 2024-11-13T18:07:55,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec83cadf5d774c9e476008f0cc098840, server=39e84130bbc9,36525,1731521267191}] 2024-11-13T18:07:55,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:07:55,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:55,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:55,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:55,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:07:55,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:07:55,696 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:07:55,696 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec83cadf5d774c9e476008f0cc098840, NAME => 'test,,1731521274807.ec83cadf5d774c9e476008f0cc098840.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:55,697 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:55,697 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:07:55,697 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,698 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521274807.ec83cadf5d774c9e476008f0cc098840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:55,698 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,698 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,713 INFO [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,726 INFO [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec83cadf5d774c9e476008f0cc098840 columnFamilyName f 2024-11-13T18:07:55,726 DEBUG [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:55,728 INFO [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] regionserver.HStore(327): Store=ec83cadf5d774c9e476008f0cc098840/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:55,728 INFO [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,734 INFO [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec83cadf5d774c9e476008f0cc098840 columnFamilyName f1 2024-11-13T18:07:55,734 DEBUG [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:55,737 INFO [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] regionserver.HStore(327): Store=ec83cadf5d774c9e476008f0cc098840/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:55,738 INFO [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,750 INFO [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec83cadf5d774c9e476008f0cc098840 columnFamilyName norep 2024-11-13T18:07:55,750 DEBUG [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:55,754 INFO [StoreOpener-ec83cadf5d774c9e476008f0cc098840-1 {}] regionserver.HStore(327): Store=ec83cadf5d774c9e476008f0cc098840/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:55,754 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,757 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,765 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,771 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,771 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,772 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:07:55,783 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,813 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:55,818 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec83cadf5d774c9e476008f0cc098840; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71867460, jitterRate=0.07090860605239868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:07:55,818 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:07:55,818 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec83cadf5d774c9e476008f0cc098840: Running coprocessor pre-open hook at 1731521275698Writing region info on filesystem at 1731521275698Initializing all the Stores at 1731521275710 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521275710Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521275713 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521275713Cleaning up temporary data from old regions at 1731521275771 (+58 ms)Running coprocessor post-open hooks at 1731521275818 (+47 ms)Region opened successfully at 1731521275818 2024-11-13T18:07:55,826 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., pid=6, masterSystemTime=1731521275676 2024-11-13T18:07:55,828 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:07:55,828 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:07:55,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec83cadf5d774c9e476008f0cc098840, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,36525,1731521267191 2024-11-13T18:07:55,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec83cadf5d774c9e476008f0cc098840, server=39e84130bbc9,36525,1731521267191 because future has completed 2024-11-13T18:07:55,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:07:55,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec83cadf5d774c9e476008f0cc098840, server=39e84130bbc9,36525,1731521267191 in 333 msec 2024-11-13T18:07:55,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:07:55,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ec83cadf5d774c9e476008f0cc098840, ASSIGN in 502 msec 2024-11-13T18:07:55,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:07:55,857 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521275857"}]},"ts":"1731521275857"} 2024-11-13T18:07:55,860 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:07:55,861 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:07:55,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0490 sec 2024-11-13T18:07:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:55,966 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:07:55,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:55,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,44155,1731521271835 2024-11-13T18:07:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46ac5f73 2024-11-13T18:07:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:55,974 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:55,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:07:55,982 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:07:55,982 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:55,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:07:55,984 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:07:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:07:56,019 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf39cd53b66d57e6701ec1020ba5a99d, NAME => 'test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f 2024-11-13T18:07:56,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:07:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:56,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:56,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cf39cd53b66d57e6701ec1020ba5a99d, disabling compactions & flushes 2024-11-13T18:07:56,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:07:56,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:07:56,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. after waiting 0 ms 2024-11-13T18:07:56,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:07:56,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:07:56,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf39cd53b66d57e6701ec1020ba5a99d: Waiting for close lock at 1731521276447Disabling compacts and flushes for region at 1731521276447Disabling writes for close at 1731521276447Writing region close event to WAL at 1731521276447Closed at 1731521276447 2024-11-13T18:07:56,450 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:07:56,450 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521276450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521276450"}]},"ts":"1731521276450"} 2024-11-13T18:07:56,456 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:07:56,458 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:07:56,458 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521276458"}]},"ts":"1731521276458"} 2024-11-13T18:07:56,462 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:07:56,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf39cd53b66d57e6701ec1020ba5a99d, ASSIGN}] 2024-11-13T18:07:56,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf39cd53b66d57e6701ec1020ba5a99d, ASSIGN 2024-11-13T18:07:56,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cf39cd53b66d57e6701ec1020ba5a99d, ASSIGN; state=OFFLINE, location=39e84130bbc9,34137,1731521272064; forceNewPlan=false, retain=false 2024-11-13T18:07:56,618 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf39cd53b66d57e6701ec1020ba5a99d, regionState=OPENING, regionLocation=39e84130bbc9,34137,1731521272064 2024-11-13T18:07:56,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cf39cd53b66d57e6701ec1020ba5a99d, ASSIGN because future has completed 2024-11-13T18:07:56,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf39cd53b66d57e6701ec1020ba5a99d, server=39e84130bbc9,34137,1731521272064}] 2024-11-13T18:07:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:56,806 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:07:56,807 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cf39cd53b66d57e6701ec1020ba5a99d, NAME => 'test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:56,807 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:56,807 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:07:56,808 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,808 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:56,808 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,808 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,827 INFO [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,831 INFO [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf39cd53b66d57e6701ec1020ba5a99d columnFamilyName f 2024-11-13T18:07:56,831 DEBUG [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:56,833 INFO [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] regionserver.HStore(327): Store=cf39cd53b66d57e6701ec1020ba5a99d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:56,833 INFO [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,848 INFO [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf39cd53b66d57e6701ec1020ba5a99d columnFamilyName f1 2024-11-13T18:07:56,848 DEBUG [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:56,855 INFO [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] regionserver.HStore(327): Store=cf39cd53b66d57e6701ec1020ba5a99d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:56,855 INFO [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,870 INFO [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf39cd53b66d57e6701ec1020ba5a99d columnFamilyName norep 2024-11-13T18:07:56,870 DEBUG [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:56,877 INFO [StoreOpener-cf39cd53b66d57e6701ec1020ba5a99d-1 {}] regionserver.HStore(327): Store=cf39cd53b66d57e6701ec1020ba5a99d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:56,881 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,889 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,897 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,901 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,901 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,902 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:07:56,921 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,957 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:56,965 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cf39cd53b66d57e6701ec1020ba5a99d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68446807, jitterRate=0.019936904311180115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:07:56,966 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:07:56,966 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cf39cd53b66d57e6701ec1020ba5a99d: Running coprocessor pre-open hook at 1731521276808Writing region info on filesystem at 1731521276808Initializing all the Stores at 1731521276821 (+13 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521276821Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521276825 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521276825Cleaning up temporary data from old regions at 1731521276901 (+76 ms)Running coprocessor post-open hooks at 1731521276966 (+65 ms)Region opened successfully at 1731521276966 2024-11-13T18:07:56,974 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d., pid=6, masterSystemTime=1731521276790 2024-11-13T18:07:56,979 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:07:56,979 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:07:56,980 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf39cd53b66d57e6701ec1020ba5a99d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,34137,1731521272064 2024-11-13T18:07:56,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf39cd53b66d57e6701ec1020ba5a99d, server=39e84130bbc9,34137,1731521272064 because future has completed 2024-11-13T18:07:57,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:07:57,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cf39cd53b66d57e6701ec1020ba5a99d, server=39e84130bbc9,34137,1731521272064 in 386 msec 2024-11-13T18:07:57,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:07:57,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cf39cd53b66d57e6701ec1020ba5a99d, ASSIGN in 558 msec 2024-11-13T18:07:57,025 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:07:57,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521277025"}]},"ts":"1731521277025"} 2024-11-13T18:07:57,034 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:07:57,035 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:07:57,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0580 sec 2024-11-13T18:07:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:07:57,148 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:07:57,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2496a79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46205,-1 for getting cluster id 2024-11-13T18:07:57,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:57,154 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '968211d8-a99a-4001-b35c-ae5711293f5e' 2024-11-13T18:07:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "968211d8-a99a-4001-b35c-ae5711293f5e" 2024-11-13T18:07:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715fe7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46205,-1] 2024-11-13T18:07:57,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:57,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:57,157 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:57,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a899829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483278ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44155,-1 for getting cluster id 2024-11-13T18:07:57,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:57,171 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ceebe4-dc7e-4274-b3aa-e7228ade6dce' 2024-11-13T18:07:57,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:57,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ceebe4-dc7e-4274-b3aa-e7228ade6dce" 2024-11-13T18:07:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51008078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44155,-1] 2024-11-13T18:07:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:57,177 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf02742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fcb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46205,-1 for getting cluster id 2024-11-13T18:07:57,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:57,193 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '968211d8-a99a-4001-b35c-ae5711293f5e' 2024-11-13T18:07:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "968211d8-a99a-4001-b35c-ae5711293f5e" 2024-11-13T18:07:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779b81c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46205,-1] 2024-11-13T18:07:57,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:57,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:57,197 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44d971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,46205,1731521266950 2024-11-13T18:07:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1af6ee1d 2024-11-13T18:07:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:57,208 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:57,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:44155,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:07:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:07:57,213 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:44155' 2024-11-13T18:07:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:07:57,229 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46108dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,229 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44155,-1 for getting cluster id 2024-11-13T18:07:57,230 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:57,238 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ceebe4-dc7e-4274-b3aa-e7228ade6dce' 2024-11-13T18:07:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ceebe4-dc7e-4274-b3aa-e7228ade6dce" 2024-11-13T18:07:57,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f9125d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44155,-1] 2024-11-13T18:07:57,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:57,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:57,247 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:57,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa03981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:57,248 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:57,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,44155,1731521271835 2024-11-13T18:07:57,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f5cd3d 2024-11-13T18:07:57,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:57,251 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:57,252 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T18:07:57,252 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:07:57,252 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:57,252 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:57,253 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:07:57,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:57,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:07:57,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:07:57,259 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:57,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:07:57,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:07:57,308 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:07:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:07:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:07:57,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3f0f28df9375bb0d78ccecf2d3d839c, NAME => 'hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb 2024-11-13T18:07:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:07:57,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:57,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d3f0f28df9375bb0d78ccecf2d3d839c, disabling compactions & flushes 2024-11-13T18:07:57,702 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:07:57,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:07:57,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. after waiting 0 ms 2024-11-13T18:07:57,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:07:57,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:07:57,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3f0f28df9375bb0d78ccecf2d3d839c: Waiting for close lock at 1731521277702Disabling compacts and flushes for region at 1731521277702Disabling writes for close at 1731521277702Writing region close event to WAL at 1731521277702Closed at 1731521277702 2024-11-13T18:07:57,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:07:57,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521277710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521277710"}]},"ts":"1731521277710"} 2024-11-13T18:07:57,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:07:57,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:07:57,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521277720"}]},"ts":"1731521277720"} 2024-11-13T18:07:57,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:07:57,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3f0f28df9375bb0d78ccecf2d3d839c, ASSIGN}] 2024-11-13T18:07:57,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3f0f28df9375bb0d78ccecf2d3d839c, ASSIGN 2024-11-13T18:07:57,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3f0f28df9375bb0d78ccecf2d3d839c, ASSIGN; state=OFFLINE, location=39e84130bbc9,36525,1731521267191; forceNewPlan=false, retain=false 2024-11-13T18:07:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:07:57,883 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3f0f28df9375bb0d78ccecf2d3d839c, regionState=OPENING, regionLocation=39e84130bbc9,36525,1731521267191 2024-11-13T18:07:57,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3f0f28df9375bb0d78ccecf2d3d839c, ASSIGN because future has completed 2024-11-13T18:07:57,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3f0f28df9375bb0d78ccecf2d3d839c, server=39e84130bbc9,36525,1731521267191}] 2024-11-13T18:07:58,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:07:58,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:07:58,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:07:58,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C36525%2C1731521267191.rep, suffix=, logDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/oldWALs, maxLogs=10 2024-11-13T18:07:58,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.rep.1731521278078, exclude list is [], retry=0 2024-11-13T18:07:58,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46061,DS-1ea5b86e-0ce5-44db-9d28-e61073409f5e,DISK] 2024-11-13T18:07:58,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.rep.1731521278078 2024-11-13T18:07:58,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44783:44783)] 2024-11-13T18:07:58,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d3f0f28df9375bb0d78ccecf2d3d839c, NAME => 'hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:07:58,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:07:58,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:07:58,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. service=MultiRowMutationService 2024-11-13T18:07:58,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:07:58,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:07:58,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,112 INFO [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,114 INFO [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3f0f28df9375bb0d78ccecf2d3d839c columnFamilyName hfileref 2024-11-13T18:07:58,114 DEBUG [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:58,115 INFO [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] regionserver.HStore(327): Store=d3f0f28df9375bb0d78ccecf2d3d839c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:58,116 INFO [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,133 INFO [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3f0f28df9375bb0d78ccecf2d3d839c columnFamilyName queue 2024-11-13T18:07:58,133 DEBUG [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:58,135 INFO [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] regionserver.HStore(327): Store=d3f0f28df9375bb0d78ccecf2d3d839c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:58,135 INFO [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,139 INFO [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3f0f28df9375bb0d78ccecf2d3d839c columnFamilyName sid 2024-11-13T18:07:58,139 DEBUG [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:07:58,143 INFO [StoreOpener-d3f0f28df9375bb0d78ccecf2d3d839c-1 {}] regionserver.HStore(327): Store=d3f0f28df9375bb0d78ccecf2d3d839c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:07:58,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:07:58,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:07:58,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d3f0f28df9375bb0d78ccecf2d3d839c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66780733, jitterRate=-0.004889532923698425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:07:58,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:07:58,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d3f0f28df9375bb0d78ccecf2d3d839c: Running coprocessor pre-open hook at 1731521278109Writing region info on filesystem at 1731521278109Initializing all the Stores at 1731521278112 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521278112Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521278112Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521278112Cleaning up temporary data from old regions at 1731521278152 (+40 ms)Running coprocessor post-open hooks at 1731521278167 (+15 ms)Region opened successfully at 1731521278168 (+1 ms) 2024-11-13T18:07:58,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c., pid=10, masterSystemTime=1731521278061 2024-11-13T18:07:58,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:07:58,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:07:58,188 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3f0f28df9375bb0d78ccecf2d3d839c, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,36525,1731521267191 2024-11-13T18:07:58,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3f0f28df9375bb0d78ccecf2d3d839c, server=39e84130bbc9,36525,1731521267191 because future has completed 2024-11-13T18:07:58,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:07:58,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d3f0f28df9375bb0d78ccecf2d3d839c, server=39e84130bbc9,36525,1731521267191 in 320 msec 2024-11-13T18:07:58,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:07:58,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521278260"}]},"ts":"1731521278260"} 2024-11-13T18:07:58,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:07:58,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3f0f28df9375bb0d78ccecf2d3d839c, ASSIGN in 516 msec 2024-11-13T18:07:58,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:07:58,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:07:58,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0340 sec 2024-11-13T18:07:58,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c., hostname=39e84130bbc9,36525,1731521267191, seqNum=2] 2024-11-13T18:07:58,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:58,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:07:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:07:58,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:07:58,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:07:58,533 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:07:58,591 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,36525,1731521267191, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:07:58,591 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:58,591 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,36525,1731521267191, seqNum=-1] 2024-11-13T18:07:58,592 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:58,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T18:07:58,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,36525,1731521267191', locateType=CURRENT is [region=hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c., hostname=39e84130bbc9,36525,1731521267191, seqNum=2] 2024-11-13T18:07:58,625 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:07:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:07:58,638 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,36525,1731521267191 suceeded 2024-11-13T18:07:58,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:07:58,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 264 msec 2024-11-13T18:07:58,642 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:44155,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T18:07:58,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4340 sec 2024-11-13T18:07:58,660 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:44155' 2024-11-13T18:07:58,676 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@247301a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:58,676 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44155,-1 for getting cluster id 2024-11-13T18:07:58,676 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:58,677 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ceebe4-dc7e-4274-b3aa-e7228ade6dce' 2024-11-13T18:07:58,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:58,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ceebe4-dc7e-4274-b3aa-e7228ade6dce" 2024-11-13T18:07:58,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@218dec66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:58,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44155,-1] 2024-11-13T18:07:58,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:58,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:58,680 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:58,682 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46227a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:58,682 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:58,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,44155,1731521271835 2024-11-13T18:07:58,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c611b9b 2024-11-13T18:07:58,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:58,694 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T18:07:58,696 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,36525,1731521267191 (queues=1) is replicating from cluster=968211d8-a99a-4001-b35c-ae5711293f5e to cluster=35ceebe4-dc7e-4274-b3aa-e7228ade6dce 2024-11-13T18:07:58,697 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C36525%2C1731521267191 2024-11-13T18:07:58,697 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,36525,1731521267191, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:07:58,699 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574, startPosition=0, beingWritten=true 2024-11-13T18:07:58,707 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C36525%2C1731521267191 2024-11-13T18:07:58,734 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:07:58,734 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 379, reset compression=false 2024-11-13T18:07:58,735 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,36525,1731521267191 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:07:58,978 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 379, reset compression=false 2024-11-13T18:07:59,296 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 379, reset compression=false 2024-11-13T18:07:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:07:59,376 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:07:59,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:07:59,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:07:59,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:59,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:59,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:07:59,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:07:59,390 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731521279383/Put/seqid=0 2024-11-13T18:07:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741840_1016 (size=7894) 2024-11-13T18:07:59,433 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f/f/hfile_1 is 34, key is ddd/f:row/1731521279430/Put/seqid=0 2024-11-13T18:07:59,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741841_1017 (size=7691) 2024-11-13T18:07:59,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T18:07:59,707 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 379, reset compression=false 2024-11-13T18:07:59,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa5ae63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:59,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46205,-1 for getting cluster id 2024-11-13T18:07:59,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:07:59,863 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '968211d8-a99a-4001-b35c-ae5711293f5e' 2024-11-13T18:07:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:07:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "968211d8-a99a-4001-b35c-ae5711293f5e" 2024-11-13T18:07:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e962fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46205,-1] 2024-11-13T18:07:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:07:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:07:59,866 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:07:59,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de9db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:07:59,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:07:59,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,36525,1731521267191, seqNum=-1] 2024-11-13T18:07:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:07:59,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:07:59,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:07:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,46205,1731521266950 2024-11-13T18:07:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d6771b8 2024-11-13T18:07:59,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:07:59,909 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:07:59,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2] 2024-11-13T18:07:59,932 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:07:59,975 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T18:07:59,990 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T18:08:00,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f/f/hfile_1 for inclusion in ec83cadf5d774c9e476008f0cc098840/f 2024-11-13T18:08:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T18:08:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:08:00,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f/f/hfile_0 for inclusion in ec83cadf5d774c9e476008f0cc098840/f 2024-11-13T18:08:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T18:08:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:08:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HRegion(2603): Flush status journal for ec83cadf5d774c9e476008f0cc098840: 2024-11-13T18:08:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f/f/hfile_1 to hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__ogimf7cln3r0r1bnb51sresolh26c8k226sj3tjrdl0fmr3nud85njfcemdb8plt/f/hfile_1 2024-11-13T18:08:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__ogimf7cln3r0r1bnb51sresolh26c8k226sj3tjrdl0fmr3nud85njfcemdb8plt/f/hfile_1 as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f/ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_ 2024-11-13T18:08:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f/f/hfile_0 to hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__ogimf7cln3r0r1bnb51sresolh26c8k226sj3tjrdl0fmr3nud85njfcemdb8plt/f/hfile_0 2024-11-13T18:08:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__ogimf7cln3r0r1bnb51sresolh26c8k226sj3tjrdl0fmr3nud85njfcemdb8plt/f/hfile_0 as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f/ba0c48eec98a484e8064fac4adadfe75_SeqId_4_ 2024-11-13T18:08:00,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__ogimf7cln3r0r1bnb51sresolh26c8k226sj3tjrdl0fmr3nud85njfcemdb8plt/f/hfile_1 into ec83cadf5d774c9e476008f0cc098840/f as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f/ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_ - updating store file list. 2024-11-13T18:08:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:08:00,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f/ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_ into ec83cadf5d774c9e476008f0cc098840/f 2024-11-13T18:08:00,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__ogimf7cln3r0r1bnb51sresolh26c8k226sj3tjrdl0fmr3nud85njfcemdb8plt/f/hfile_1 into ec83cadf5d774c9e476008f0cc098840/f (new location: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f/ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_) 2024-11-13T18:08:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__ogimf7cln3r0r1bnb51sresolh26c8k226sj3tjrdl0fmr3nud85njfcemdb8plt/f/hfile_1 2024-11-13T18:08:00,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__ogimf7cln3r0r1bnb51sresolh26c8k226sj3tjrdl0fmr3nud85njfcemdb8plt/f/hfile_0 into ec83cadf5d774c9e476008f0cc098840/f as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f/ba0c48eec98a484e8064fac4adadfe75_SeqId_4_ - updating store file list. 2024-11-13T18:08:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba0c48eec98a484e8064fac4adadfe75_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:08:00,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f/ba0c48eec98a484e8064fac4adadfe75_SeqId_4_ into ec83cadf5d774c9e476008f0cc098840/f 2024-11-13T18:08:00,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__ogimf7cln3r0r1bnb51sresolh26c8k226sj3tjrdl0fmr3nud85njfcemdb8plt/f/hfile_0 into ec83cadf5d774c9e476008f0cc098840/f (new location: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f/ba0c48eec98a484e8064fac4adadfe75_SeqId_4_) 2024-11-13T18:08:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__ogimf7cln3r0r1bnb51sresolh26c8k226sj3tjrdl0fmr3nud85njfcemdb8plt/f/hfile_0 2024-11-13T18:08:00,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:08:00,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:08:00,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:08:00,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:08:00,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2 , the old value is region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=39e84130bbc9:36525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:08:00,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:08:00,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:08:00,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2 from cache 2024-11-13T18:08:00,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:08:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:42412 deadline: 1731521340151 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:42412 2024-11-13T18:08:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,34137,1731521272064, seqNum=-1] 2024-11-13T18:08:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:08:00,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:08:00,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d., hostname=39e84130bbc9,34137,1731521272064, seqNum=2] 2024-11-13T18:08:00,166 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T18:08:00,218 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 379, reset compression=false 2024-11-13T18:08:00,246 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:08:00,246 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,36525,1731521267191 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec83cadf5d774c9e476008f0cc098840/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731521280138/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T18:08:00,265 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:36525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T18:08:00,275 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:08:00,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T18:08:00,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34137 {}] regionserver.ReplicationSink(318): Replicating [968211d8-a99a-4001-b35c-ae5711293f5e] bulk loaded data 2024-11-13T18:08:00,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16666aee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:08:00,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34137 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44155,-1 for getting cluster id 2024-11-13T18:08:00,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:08:00,284 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ceebe4-dc7e-4274-b3aa-e7228ade6dce' 2024-11-13T18:08:00,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:08:00,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ceebe4-dc7e-4274-b3aa-e7228ade6dce" 2024-11-13T18:08:00,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@701fce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:08:00,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44155,-1] 2024-11-13T18:08:00,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:08:00,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:08:00,289 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:08:00,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29ca2b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:08:00,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741837_1013 (size=7691) 2024-11-13T18:08:00,448 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 687, reset compression=false 2024-11-13T18:08:00,777 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 687, reset compression=false 2024-11-13T18:08:00,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741838_1014 (size=7894) 2024-11-13T18:08:00,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34137 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:08:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,44155,1731521271835 2024-11-13T18:08:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c36d95d 2024-11-13T18:08:00,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:08:00,838 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T18:08:00,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34137 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:08:00,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:08:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,34137,1731521272064, seqNum=-1] 2024-11-13T18:08:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:08:00,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T18:08:00,870 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ba0c48eec98a484e8064fac4adadfe75_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T18:08:00,883 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T18:08:00,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_ for inclusion in cf39cd53b66d57e6701ec1020ba5a99d/f 2024-11-13T18:08:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T18:08:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:08:00,919 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ba0c48eec98a484e8064fac4adadfe75_SeqId_4_ for inclusion in cf39cd53b66d57e6701ec1020ba5a99d/f 2024-11-13T18:08:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T18:08:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:08:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HRegion(2603): Flush status journal for cf39cd53b66d57e6701ec1020ba5a99d: 2024-11-13T18:08:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:08:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_ as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d/f/cf1c9518d1d347bc97128043162c4b98_SeqId_4_ 2024-11-13T18:08:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ba0c48eec98a484e8064fac4adadfe75_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:08:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ba0c48eec98a484e8064fac4adadfe75_SeqId_4_ as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d/f/1ce41c2f78274771bb677e6eb5b05411_SeqId_4_ 2024-11-13T18:08:00,957 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_ into cf39cd53b66d57e6701ec1020ba5a99d/f as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d/f/cf1c9518d1d347bc97128043162c4b98_SeqId_4_ - updating store file list. 2024-11-13T18:08:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf1c9518d1d347bc97128043162c4b98_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:08:00,973 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d/f/cf1c9518d1d347bc97128043162c4b98_SeqId_4_ into cf39cd53b66d57e6701ec1020ba5a99d/f 2024-11-13T18:08:00,973 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_ into cf39cd53b66d57e6701ec1020ba5a99d/f (new location: hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d/f/cf1c9518d1d347bc97128043162c4b98_SeqId_4_) 2024-11-13T18:08:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ed5fe17d9b1444f1add2bc5ad31e681f_SeqId_4_ 2024-11-13T18:08:00,981 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ba0c48eec98a484e8064fac4adadfe75_SeqId_4_ into cf39cd53b66d57e6701ec1020ba5a99d/f as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d/f/1ce41c2f78274771bb677e6eb5b05411_SeqId_4_ - updating store file list. 2024-11-13T18:08:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ce41c2f78274771bb677e6eb5b05411_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:08:01,006 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d/f/1ce41c2f78274771bb677e6eb5b05411_SeqId_4_ into cf39cd53b66d57e6701ec1020ba5a99d/f 2024-11-13T18:08:01,006 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ba0c48eec98a484e8064fac4adadfe75_SeqId_4_ into cf39cd53b66d57e6701ec1020ba5a99d/f (new location: hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d/f/1ce41c2f78274771bb677e6eb5b05411_SeqId_4_) 2024-11-13T18:08:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/staging/jenkins.hfs.6__test__p2va0bvtggjcifcu50qvj9lh3eb757g0uvmrofti4v8grko3asmm905ds5d0ib8k/f/ba0c48eec98a484e8064fac4adadfe75_SeqId_4_ 2024-11-13T18:08:01,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34137 {}] regionserver.ReplicationSink(324): Finished replicating [968211d8-a99a-4001-b35c-ae5711293f5e] bulk loaded data 2024-11-13T18:08:01,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:08:01,190 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731521281189/Put/seqid=0 2024-11-13T18:08:01,196 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 687, reset compression=false 2024-11-13T18:08:01,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:08:01,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741842_1018 (size=7997) 2024-11-13T18:08:01,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:08:01,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:08:01,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:08:01,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:08:01,614 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731521281613/Put/seqid=0 2024-11-13T18:08:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741843_1019 (size=7794) 2024-11-13T18:08:01,713 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 687, reset compression=false 2024-11-13T18:08:02,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d97856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:08:02,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46205,-1 for getting cluster id 2024-11-13T18:08:02,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:08:02,042 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '968211d8-a99a-4001-b35c-ae5711293f5e' 2024-11-13T18:08:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:08:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "968211d8-a99a-4001-b35c-ae5711293f5e" 2024-11-13T18:08:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c50a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:08:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46205,-1] 2024-11-13T18:08:02,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:08:02,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:08:02,050 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:08:02,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2726f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:08:02,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:08:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,36525,1731521267191, seqNum=-1] 2024-11-13T18:08:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:08:02,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:08:02,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:08:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,46205,1731521266950 2024-11-13T18:08:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331ddbb 2024-11-13T18:08:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:08:02,124 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:08:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2] 2024-11-13T18:08:02,140 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:08:02,178 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T18:08:02,193 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T18:08:02,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f1/f1/hfile_1 for inclusion in ec83cadf5d774c9e476008f0cc098840/f1 2024-11-13T18:08:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T18:08:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:08:02,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f1/f1/hfile_0 for inclusion in ec83cadf5d774c9e476008f0cc098840/f1 2024-11-13T18:08:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T18:08:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:08:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HRegion(2603): Flush status journal for ec83cadf5d774c9e476008f0cc098840: 2024-11-13T18:08:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f1/f1/hfile_1 to hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__bjefunmc644l609dhv3dfp1bi8nt5s96lejhfnqlmomadrlv0atjbrcpupeh80vc/f1/hfile_1 2024-11-13T18:08:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__bjefunmc644l609dhv3dfp1bi8nt5s96lejhfnqlmomadrlv0atjbrcpupeh80vc/f1/hfile_1 as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f1/f1de08072bac4372b9838f28aee231e6_SeqId_6_ 2024-11-13T18:08:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/load_f1/f1/hfile_0 to hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__bjefunmc644l609dhv3dfp1bi8nt5s96lejhfnqlmomadrlv0atjbrcpupeh80vc/f1/hfile_0 2024-11-13T18:08:02,330 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 687, reset compression=false 2024-11-13T18:08:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__bjefunmc644l609dhv3dfp1bi8nt5s96lejhfnqlmomadrlv0atjbrcpupeh80vc/f1/hfile_0 as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f1/e599d2343fb04d43b5aee7edbeb1769a_SeqId_6_ 2024-11-13T18:08:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T18:08:02,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__bjefunmc644l609dhv3dfp1bi8nt5s96lejhfnqlmomadrlv0atjbrcpupeh80vc/f1/hfile_1 into ec83cadf5d774c9e476008f0cc098840/f1 as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f1/f1de08072bac4372b9838f28aee231e6_SeqId_6_ - updating store file list. 2024-11-13T18:08:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f1de08072bac4372b9838f28aee231e6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T18:08:02,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f1/f1de08072bac4372b9838f28aee231e6_SeqId_6_ into ec83cadf5d774c9e476008f0cc098840/f1 2024-11-13T18:08:02,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__bjefunmc644l609dhv3dfp1bi8nt5s96lejhfnqlmomadrlv0atjbrcpupeh80vc/f1/hfile_1 into ec83cadf5d774c9e476008f0cc098840/f1 (new location: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f1/f1de08072bac4372b9838f28aee231e6_SeqId_6_) 2024-11-13T18:08:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__bjefunmc644l609dhv3dfp1bi8nt5s96lejhfnqlmomadrlv0atjbrcpupeh80vc/f1/hfile_1 2024-11-13T18:08:02,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__bjefunmc644l609dhv3dfp1bi8nt5s96lejhfnqlmomadrlv0atjbrcpupeh80vc/f1/hfile_0 into ec83cadf5d774c9e476008f0cc098840/f1 as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f1/e599d2343fb04d43b5aee7edbeb1769a_SeqId_6_ - updating store file list. 2024-11-13T18:08:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e599d2343fb04d43b5aee7edbeb1769a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T18:08:02,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f1/e599d2343fb04d43b5aee7edbeb1769a_SeqId_6_ into ec83cadf5d774c9e476008f0cc098840/f1 2024-11-13T18:08:02,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__bjefunmc644l609dhv3dfp1bi8nt5s96lejhfnqlmomadrlv0atjbrcpupeh80vc/f1/hfile_0 into ec83cadf5d774c9e476008f0cc098840/f1 (new location: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/f1/e599d2343fb04d43b5aee7edbeb1769a_SeqId_6_) 2024-11-13T18:08:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/staging/jenkins__test__bjefunmc644l609dhv3dfp1bi8nt5s96lejhfnqlmomadrlv0atjbrcpupeh80vc/f1/hfile_0 2024-11-13T18:08:02,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:08:02,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:08:02,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:08:02,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:08:02,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:08:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2 , the old value is region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=39e84130bbc9:36525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:08:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:08:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2 from cache 2024-11-13T18:08:02,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:08:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36525: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:44336 deadline: 1731521342442 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:44336 2024-11-13T18:08:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,36525,1731521267191, seqNum=-1] 2024-11-13T18:08:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:08:02,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:08:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., hostname=39e84130bbc9,36525,1731521267191, seqNum=2] 2024-11-13T18:08:02,556 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:36525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T18:08:03,051 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 687, reset compression=false 2024-11-13T18:08:03,067 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:08:03,068 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:03,068 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,36525,1731521267191 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:08:03,283 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:03,595 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:03,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:08:03,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T18:08:03,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T18:08:03,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T18:08:03,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:08:03,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T18:08:04,026 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:04,536 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:05,166 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:05,878 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:06,714 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:07,634 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:08,651 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:09,765 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:10,971 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:12,278 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:13,688 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:15,202 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:16,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:08:16,816 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:18,521 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:20,342 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:21,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:08:22,271 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:23,071 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,36525,1731521267191 got entry batch from reader: null 2024-11-13T18:08:24,290 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:26,394 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:28,618 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:30,310 INFO [master/39e84130bbc9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T18:08:30,310 INFO [master/39e84130bbc9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T18:08:30,934 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:33,354 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:35,648 INFO [master/39e84130bbc9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T18:08:35,648 INFO [master/39e84130bbc9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T18:08:35,878 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:38,485 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:40,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ec83cadf5d774c9e476008f0cc098840, had cached 0 bytes from a total of 31376 2024-11-13T18:08:41,210 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:41,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cf39cd53b66d57e6701ec1020ba5a99d, had cached 0 bytes from a total of 15585 2024-11-13T18:08:43,071 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,36525,1731521267191 got entry batch from reader: null 2024-11-13T18:08:44,032 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:46,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:08:46,950 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:49,954 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:51,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:08:53,070 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:56,282 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:08:59,588 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:09:02,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:09:02,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:02,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:02,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:02,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:02,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:02,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:09:02,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1058910495, stopped=false 2024-11-13T18:09:02,506 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,44155,1731521271835 2024-11-13T18:09:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1331567654/running 2024-11-13T18:09:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1331567654/running 2024-11-13T18:09:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:09:02,508 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:09:02,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:02,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:02,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:02,509 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,34137,1731521272064' ***** 2024-11-13T18:09:02,509 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:09:02,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Set watcher on znode that does not yet exist, /1331567654/running 2024-11-13T18:09:02,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Set watcher on znode that does not yet exist, /1331567654/running 2024-11-13T18:09:02,514 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:09:02,514 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:09:02,514 INFO [RS:0;39e84130bbc9:34137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:09:02,514 INFO [RS:0;39e84130bbc9:34137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:09:02,514 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(3091): Received CLOSE for cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:09:02,515 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,34137,1731521272064 2024-11-13T18:09:02,515 INFO [RS:0;39e84130bbc9:34137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:02,515 INFO [RS:0;39e84130bbc9:34137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:34137. 2024-11-13T18:09:02,515 DEBUG [RS:0;39e84130bbc9:34137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:02,515 DEBUG [RS:0;39e84130bbc9:34137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:02,515 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf39cd53b66d57e6701ec1020ba5a99d, disabling compactions & flushes 2024-11-13T18:09:02,515 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:09:02,515 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:09:02,515 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:09:02,515 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:09:02,515 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:09:02,515 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. after waiting 0 ms 2024-11-13T18:09:02,515 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:09:02,515 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:09:02,521 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:09:02,521 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cf39cd53b66d57e6701ec1020ba5a99d=test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d.} 2024-11-13T18:09:02,521 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf39cd53b66d57e6701ec1020ba5a99d 2024-11-13T18:09:02,525 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:02,525 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:02,525 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:02,525 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:02,525 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:02,525 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T18:09:02,542 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/default/test/cf39cd53b66d57e6701ec1020ba5a99d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T18:09:02,542 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:02,543 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:09:02,543 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:09:02,543 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf39cd53b66d57e6701ec1020ba5a99d: Waiting for close lock at 1731521342515Running coprocessor pre-close hooks at 1731521342515Disabling compacts and flushes for region at 1731521342515Disabling writes for close at 1731521342515Writing region close event to WAL at 1731521342526 (+11 ms)Running coprocessor post-close hooks at 1731521342542 (+16 ms)Closed at 1731521342543 (+1 ms) 2024-11-13T18:09:02,543 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d. 2024-11-13T18:09:02,557 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/info/f62cf3a0584e4686998a46acf7ab8f40 is 129, key is test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d./info:regioninfo/1731521276980/Put/seqid=0 2024-11-13T18:09:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741839_1015 (size=6421) 2024-11-13T18:09:02,602 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:02,679 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:09:02,679 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:09:02,721 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:02,922 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:02,968 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/info/f62cf3a0584e4686998a46acf7ab8f40 2024-11-13T18:09:02,993 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:09:03,057 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/ns/16190ee88074472186340105cb35d28f is 43, key is default/ns:d/1731521274659/Put/seqid=0 2024-11-13T18:09:03,072 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,36525,1731521267191 got entry batch from reader: null 2024-11-13T18:09:03,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741840_1016 (size=5153) 2024-11-13T18:09:03,122 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:03,322 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:03,480 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/ns/16190ee88074472186340105cb35d28f 2024-11-13T18:09:03,517 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/rep_barrier/ddad67256cfd4c7a92c04f912b37fe15 is 112, key is test,,1731521275976.cf39cd53b66d57e6701ec1020ba5a99d./rep_barrier:seqnumDuringOpen/1731521276980/Put/seqid=0 2024-11-13T18:09:03,522 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:09:03,522 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:09:03,523 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:03,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741841_1017 (size=5518) 2024-11-13T18:09:03,548 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/rep_barrier/ddad67256cfd4c7a92c04f912b37fe15 2024-11-13T18:09:03,596 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/table/fafe7ac20ad54a73a126a28bf8151b08 is 40, key is test/table:state/1731521277025/Put/seqid=0 2024-11-13T18:09:03,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741842_1018 (size=5165) 2024-11-13T18:09:03,623 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/table/fafe7ac20ad54a73a126a28bf8151b08 2024-11-13T18:09:03,646 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/info/f62cf3a0584e4686998a46acf7ab8f40 as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/info/f62cf3a0584e4686998a46acf7ab8f40 2024-11-13T18:09:03,675 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/info/f62cf3a0584e4686998a46acf7ab8f40, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T18:09:03,676 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/ns/16190ee88074472186340105cb35d28f as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/ns/16190ee88074472186340105cb35d28f 2024-11-13T18:09:03,710 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/ns/16190ee88074472186340105cb35d28f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:09:03,719 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/rep_barrier/ddad67256cfd4c7a92c04f912b37fe15 as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/rep_barrier/ddad67256cfd4c7a92c04f912b37fe15 2024-11-13T18:09:03,723 DEBUG [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:03,732 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/rep_barrier/ddad67256cfd4c7a92c04f912b37fe15, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T18:09:03,733 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/.tmp/table/fafe7ac20ad54a73a126a28bf8151b08 as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/table/fafe7ac20ad54a73a126a28bf8151b08 2024-11-13T18:09:03,743 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/table/fafe7ac20ad54a73a126a28bf8151b08, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:09:03,745 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1220ms, sequenceid=11, compaction requested=false 2024-11-13T18:09:03,790 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T18:09:03,791 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:03,792 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:03,792 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:03,792 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521342525Running coprocessor pre-close hooks at 1731521342525Disabling compacts and flushes for region at 1731521342525Disabling writes for close at 1731521342525Obtaining lock to block concurrent updates at 1731521342525Preparing flush snapshotting stores in 1588230740 at 1731521342525Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731521342526 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521342527 (+1 ms)Flushing 1588230740/info: creating writer at 1731521342527Flushing 1588230740/info: appending metadata at 1731521342556 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731521342556Flushing 1588230740/ns: creating writer at 1731521343007 (+451 ms)Flushing 1588230740/ns: appending metadata at 1731521343056 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1731521343056Flushing 1588230740/rep_barrier: creating writer at 1731521343488 (+432 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521343516 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521343516Flushing 1588230740/table: creating writer at 1731521343562 (+46 ms)Flushing 1588230740/table: appending metadata at 1731521343595 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731521343596 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b31c1e5: reopening flushed file at 1731521343645 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711f188d: reopening flushed file at 1731521343675 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778a9af2: reopening flushed file at 1731521343711 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dbefe61: reopening flushed file at 1731521343732 (+21 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1220ms, sequenceid=11, compaction requested=false at 1731521343745 (+13 ms)Writing region close event to WAL at 1731521343769 (+24 ms)Running coprocessor post-close hooks at 1731521343791 (+22 ms)Closed at 1731521343792 (+1 ms) 2024-11-13T18:09:03,792 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:03,923 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,34137,1731521272064; all regions closed. 2024-11-13T18:09:03,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741834_1010 (size=2717) 2024-11-13T18:09:03,962 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/WALs/39e84130bbc9,34137,1731521272064/39e84130bbc9%2C34137%2C1731521272064.meta.1731521274501.meta not finished, retry = 0 2024-11-13T18:09:04,078 DEBUG [RS:0;39e84130bbc9:34137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/oldWALs 2024-11-13T18:09:04,079 INFO [RS:0;39e84130bbc9:34137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C34137%2C1731521272064.meta:.meta(num 1731521274501) 2024-11-13T18:09:04,087 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/WALs/39e84130bbc9,34137,1731521272064/39e84130bbc9%2C34137%2C1731521272064.1731521273850 not finished, retry = 0 2024-11-13T18:09:04,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741833_1009 (size=1028) 2024-11-13T18:09:04,193 DEBUG [RS:0;39e84130bbc9:34137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/oldWALs 2024-11-13T18:09:04,193 INFO [RS:0;39e84130bbc9:34137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C34137%2C1731521272064:(num 1731521273850) 2024-11-13T18:09:04,193 DEBUG [RS:0;39e84130bbc9:34137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:04,193 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:04,193 INFO [RS:0;39e84130bbc9:34137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:04,193 INFO [RS:0;39e84130bbc9:34137 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:04,193 INFO [RS:0;39e84130bbc9:34137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:04,194 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:04,194 INFO [RS:0;39e84130bbc9:34137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:34137. 2024-11-13T18:09:04,194 DEBUG [RS:0;39e84130bbc9:34137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:04,194 DEBUG [RS:0;39e84130bbc9:34137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:04,194 DEBUG [RS:0;39e84130bbc9:34137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:04,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:04,194 INFO [RS:0;39e84130bbc9:34137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34137 2024-11-13T18:09:04,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1331567654/rs/39e84130bbc9,34137,1731521272064 2024-11-13T18:09:04,202 INFO [RS:0;39e84130bbc9:34137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:04,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654/rs 2024-11-13T18:09:04,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,34137,1731521272064] 2024-11-13T18:09:04,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1331567654/draining/39e84130bbc9,34137,1731521272064 already deleted, retry=false 2024-11-13T18:09:04,224 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,34137,1731521272064 expired; onlineServers=0 2024-11-13T18:09:04,224 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,44155,1731521271835' ***** 2024-11-13T18:09:04,224 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:09:04,224 INFO [M:0;39e84130bbc9:44155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:04,224 INFO [M:0;39e84130bbc9:44155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:04,225 DEBUG [M:0;39e84130bbc9:44155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:09:04,225 DEBUG [M:0;39e84130bbc9:44155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:09:04,225 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:09:04,225 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521273518 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521273518,5,FailOnTimeoutGroup] 2024-11-13T18:09:04,225 INFO [M:0;39e84130bbc9:44155 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:04,225 INFO [M:0;39e84130bbc9:44155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:04,225 DEBUG [M:0;39e84130bbc9:44155 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:09:04,225 INFO [M:0;39e84130bbc9:44155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:09:04,225 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521273519 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521273519,5,FailOnTimeoutGroup] 2024-11-13T18:09:04,225 INFO [M:0;39e84130bbc9:44155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:04,225 INFO [M:0;39e84130bbc9:44155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:09:04,225 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:09:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1331567654/master 2024-11-13T18:09:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1331567654 2024-11-13T18:09:04,229 DEBUG [M:0;39e84130bbc9:44155 {}] zookeeper.RecoverableZooKeeper(212): Node /1331567654/master already deleted, retry=false 2024-11-13T18:09:04,229 DEBUG [M:0;39e84130bbc9:44155 {}] master.ActiveMasterManager(353): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Failed delete of our master address node; KeeperErrorCode = NoNode for /1331567654/master 2024-11-13T18:09:04,234 INFO [M:0;39e84130bbc9:44155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/.lastflushedseqids 2024-11-13T18:09:04,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741843_1019 (size=173) 2024-11-13T18:09:04,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:04,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34137-0x100ed48b37d0004, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:04,313 INFO [RS:0;39e84130bbc9:34137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:04,313 INFO [RS:0;39e84130bbc9:34137 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,34137,1731521272064; zookeeper connection closed. 2024-11-13T18:09:04,321 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@466c7059 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@466c7059 2024-11-13T18:09:04,325 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:09:04,683 INFO [M:0;39e84130bbc9:44155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:09:04,683 INFO [M:0;39e84130bbc9:44155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:09:04,683 DEBUG [M:0;39e84130bbc9:44155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:04,684 INFO [M:0;39e84130bbc9:44155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:04,684 DEBUG [M:0;39e84130bbc9:44155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:04,684 DEBUG [M:0;39e84130bbc9:44155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:04,684 DEBUG [M:0;39e84130bbc9:44155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:04,684 INFO [M:0;39e84130bbc9:44155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-13T18:09:04,702 DEBUG [M:0;39e84130bbc9:44155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13d7a9914f134cc1a7ae23156c123fb1 is 82, key is hbase:meta,,1/info:regioninfo/1731521274626/Put/seqid=0 2024-11-13T18:09:04,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741844_1020 (size=5672) 2024-11-13T18:09:05,110 INFO [M:0;39e84130bbc9:44155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13d7a9914f134cc1a7ae23156c123fb1 2024-11-13T18:09:05,139 DEBUG [M:0;39e84130bbc9:44155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eddb268ebec74c4c908356d4bb88e323 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731521277037/Put/seqid=0 2024-11-13T18:09:05,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741845_1021 (size=6727) 2024-11-13T18:09:05,560 INFO [M:0;39e84130bbc9:44155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eddb268ebec74c4c908356d4bb88e323 2024-11-13T18:09:05,567 INFO [M:0;39e84130bbc9:44155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eddb268ebec74c4c908356d4bb88e323 2024-11-13T18:09:05,592 DEBUG [M:0;39e84130bbc9:44155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90e685993b114c22bc470ecca27b72f5 is 69, key is 39e84130bbc9,34137,1731521272064/rs:state/1731521273625/Put/seqid=0 2024-11-13T18:09:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741846_1022 (size=5156) 2024-11-13T18:09:05,628 INFO [M:0;39e84130bbc9:44155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90e685993b114c22bc470ecca27b72f5 2024-11-13T18:09:05,635 DEBUG [M:0;39e84130bbc9:44155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13d7a9914f134cc1a7ae23156c123fb1 as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13d7a9914f134cc1a7ae23156c123fb1 2024-11-13T18:09:05,641 INFO [M:0;39e84130bbc9:44155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13d7a9914f134cc1a7ae23156c123fb1, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T18:09:05,642 DEBUG [M:0;39e84130bbc9:44155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eddb268ebec74c4c908356d4bb88e323 as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eddb268ebec74c4c908356d4bb88e323 2024-11-13T18:09:05,648 INFO [M:0;39e84130bbc9:44155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eddb268ebec74c4c908356d4bb88e323 2024-11-13T18:09:05,649 INFO [M:0;39e84130bbc9:44155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eddb268ebec74c4c908356d4bb88e323, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T18:09:05,650 DEBUG [M:0;39e84130bbc9:44155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90e685993b114c22bc470ecca27b72f5 as hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90e685993b114c22bc470ecca27b72f5 2024-11-13T18:09:05,656 INFO [M:0;39e84130bbc9:44155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42641/user/jenkins/test-data/501451d3-b8e5-65e6-e5f7-f7925b4bd33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90e685993b114c22bc470ecca27b72f5, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T18:09:05,664 INFO [M:0;39e84130bbc9:44155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 979ms, sequenceid=58, compaction requested=false 2024-11-13T18:09:05,696 INFO [M:0;39e84130bbc9:44155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:05,697 DEBUG [M:0;39e84130bbc9:44155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521344683Disabling compacts and flushes for region at 1731521344683Disabling writes for close at 1731521344684 (+1 ms)Obtaining lock to block concurrent updates at 1731521344684Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521344684Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731521344684Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521344685 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521344685Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521344701 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521344702 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521345117 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521345137 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521345137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521345567 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521345591 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521345591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be314e9: reopening flushed file at 1731521345634 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed5d229: reopening flushed file at 1731521345641 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448aba12: reopening flushed file at 1731521345649 (+8 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 979ms, sequenceid=58, compaction requested=false at 1731521345664 (+15 ms)Writing region close event to WAL at 1731521345696 (+32 ms)Closed at 1731521345696 2024-11-13T18:09:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41435 is added to blk_1073741830_1006 (size=33026) 2024-11-13T18:09:05,708 INFO [M:0;39e84130bbc9:44155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:09:05,708 INFO [M:0;39e84130bbc9:44155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44155 2024-11-13T18:09:05,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:05,709 INFO [M:0;39e84130bbc9:44155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:05,814 INFO [M:0;39e84130bbc9:44155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:05,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:05,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44155-0x100ed48b37d0003, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:05,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@328920cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:09:05,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f74644b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:09:05,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:09:05,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225e79ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:09:05,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@329db84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/hadoop.log.dir/,STOPPED} 2024-11-13T18:09:05,826 WARN [BP-669055166-172.17.0.3-1731521270429 heartbeating to localhost/127.0.0.1:42641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:09:05,826 WARN [BP-669055166-172.17.0.3-1731521270429 heartbeating to localhost/127.0.0.1:42641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-669055166-172.17.0.3-1731521270429 (Datanode Uuid 21085f77-0c4d-4b8a-bb1c-c859e6e0883f) service to localhost/127.0.0.1:42641 2024-11-13T18:09:05,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/cluster_39f929da-d560-3a76-114b-b6ed131b148c/data/data1/current/BP-669055166-172.17.0.3-1731521270429 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:09:05,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/cluster_39f929da-d560-3a76-114b-b6ed131b148c/data/data2/current/BP-669055166-172.17.0.3-1731521270429 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:09:05,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:09:05,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:09:05,828 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:09:05,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e5d1e66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:09:05,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab24f83{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:09:05,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:09:05,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b3d5207{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:09:05,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ed6d5f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/hadoop.log.dir/,STOPPED} 2024-11-13T18:09:05,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:09:05,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:09:05,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:05,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:05,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:05,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:05,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:09:05,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1960192319, stopped=false 2024-11-13T18:09:05,878 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,46205,1731521266950 2024-11-13T18:09:05,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:05,880 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:05,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:05,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:05,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:05,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,36525,1731521267191' ***** 2024-11-13T18:09:05,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:09:05,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0534506627/running 2024-11-13T18:09:05,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:09:05,882 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:09:05,882 INFO [RS:0;39e84130bbc9:36525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:09:05,882 INFO [RS:0;39e84130bbc9:36525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:09:05,882 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(3091): Received CLOSE for ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:09:05,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0534506627/running 2024-11-13T18:09:05,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:09:05,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:09:05,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Set watcher on znode that does not yet exist, /0534506627/running 2024-11-13T18:09:05,885 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(3091): Received CLOSE for d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:09:05,885 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,36525,1731521267191 2024-11-13T18:09:05,885 INFO [RS:0;39e84130bbc9:36525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:05,885 INFO [RS:0;39e84130bbc9:36525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:36525. 2024-11-13T18:09:05,885 DEBUG [RS:0;39e84130bbc9:36525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:05,885 DEBUG [RS:0;39e84130bbc9:36525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:05,886 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:09:05,886 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:09:05,886 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:09:05,886 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:09:05,888 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:09:05,888 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ec83cadf5d774c9e476008f0cc098840=test,,1731521274807.ec83cadf5d774c9e476008f0cc098840., d3f0f28df9375bb0d78ccecf2d3d839c=hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c.} 2024-11-13T18:09:05,888 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3f0f28df9375bb0d78ccecf2d3d839c, ec83cadf5d774c9e476008f0cc098840 2024-11-13T18:09:05,888 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:05,888 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:05,888 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:05,888 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:05,888 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:05,888 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:09:05,889 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec83cadf5d774c9e476008f0cc098840, disabling compactions & flushes 2024-11-13T18:09:05,889 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:09:05,889 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:09:05,889 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. after waiting 0 ms 2024-11-13T18:09:05,889 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:09:05,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Set watcher on znode that does not yet exist, /0534506627/running 2024-11-13T18:09:05,897 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/default/test/ec83cadf5d774c9e476008f0cc098840/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T18:09:05,897 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:05,897 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:09:05,898 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:09:05,898 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec83cadf5d774c9e476008f0cc098840: Waiting for close lock at 1731521345889Running coprocessor pre-close hooks at 1731521345889Disabling compacts and flushes for region at 1731521345889Disabling writes for close at 1731521345889Writing region close event to WAL at 1731521345892 (+3 ms)Running coprocessor post-close hooks at 1731521345897 (+5 ms)Closed at 1731521345897 2024-11-13T18:09:05,898 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521274807.ec83cadf5d774c9e476008f0cc098840. 2024-11-13T18:09:05,898 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3f0f28df9375bb0d78ccecf2d3d839c, disabling compactions & flushes 2024-11-13T18:09:05,898 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:09:05,898 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:09:05,898 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. after waiting 0 ms 2024-11-13T18:09:05,898 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:09:05,898 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d3f0f28df9375bb0d78ccecf2d3d839c 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T18:09:05,910 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/info/160ccdf07fb64e8881c5b28c11ee7b7e is 147, key is hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c./info:regioninfo/1731521278188/Put/seqid=0 2024-11-13T18:09:05,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741844_1020 (size=7686) 2024-11-13T18:09:05,922 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/.tmp/hfileref/53a44ff794df4444a9171f0a6baa8a2c is 74, key is 1/hfileref:ba0c48eec98a484e8064fac4adadfe75_SeqId_4_/1731521281018/DeleteColumn/seqid=0 2024-11-13T18:09:05,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741845_1021 (size=5203) 2024-11-13T18:09:05,971 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:06,088 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:09:06,288 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3f0f28df9375bb0d78ccecf2d3d839c 2024-11-13T18:09:06,320 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/info/160ccdf07fb64e8881c5b28c11ee7b7e 2024-11-13T18:09:06,334 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/.tmp/hfileref/53a44ff794df4444a9171f0a6baa8a2c 2024-11-13T18:09:06,345 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/ns/68a6284fd33741db8c7b7722c4bafe5b is 43, key is default/ns:d/1731521270228/Put/seqid=0 2024-11-13T18:09:06,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741846_1022 (size=5153) 2024-11-13T18:09:06,363 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/.tmp/queue/9e70fb4a9cb74efe9db1360374a4b822 is 153, key is 1-39e84130bbc9,36525,1731521267191/queue:39e84130bbc9%2C36525%2C1731521267191/1731521283069/Put/seqid=0 2024-11-13T18:09:06,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741847_1023 (size=5352) 2024-11-13T18:09:06,375 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/.tmp/queue/9e70fb4a9cb74efe9db1360374a4b822 2024-11-13T18:09:06,376 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:09:06,376 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:09:06,380 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/.tmp/hfileref/53a44ff794df4444a9171f0a6baa8a2c as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/hfileref/53a44ff794df4444a9171f0a6baa8a2c 2024-11-13T18:09:06,386 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/hfileref/53a44ff794df4444a9171f0a6baa8a2c, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T18:09:06,387 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/.tmp/queue/9e70fb4a9cb74efe9db1360374a4b822 as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/queue/9e70fb4a9cb74efe9db1360374a4b822 2024-11-13T18:09:06,395 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/queue/9e70fb4a9cb74efe9db1360374a4b822, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T18:09:06,397 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d3f0f28df9375bb0d78ccecf2d3d839c in 498ms, sequenceid=10, compaction requested=false 2024-11-13T18:09:06,410 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/replication/d3f0f28df9375bb0d78ccecf2d3d839c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T18:09:06,411 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:06,411 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:06,411 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:09:06,411 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3f0f28df9375bb0d78ccecf2d3d839c: Waiting for close lock at 1731521345898Running coprocessor pre-close hooks at 1731521345898Disabling compacts and flushes for region at 1731521345898Disabling writes for close at 1731521345898Obtaining lock to block concurrent updates at 1731521345898Preparing flush snapshotting stores in d3f0f28df9375bb0d78ccecf2d3d839c at 1731521345898Finished memstore snapshotting hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731521345899 (+1 ms)Flushing stores of hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. at 1731521345899Flushing d3f0f28df9375bb0d78ccecf2d3d839c/hfileref: creating writer at 1731521345899Flushing d3f0f28df9375bb0d78ccecf2d3d839c/hfileref: appending metadata at 1731521345922 (+23 ms)Flushing d3f0f28df9375bb0d78ccecf2d3d839c/hfileref: closing flushed file at 1731521345922Flushing d3f0f28df9375bb0d78ccecf2d3d839c/queue: creating writer at 1731521346343 (+421 ms)Flushing d3f0f28df9375bb0d78ccecf2d3d839c/queue: appending metadata at 1731521346362 (+19 ms)Flushing d3f0f28df9375bb0d78ccecf2d3d839c/queue: closing flushed file at 1731521346362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6582cf62: reopening flushed file at 1731521346380 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9faf1f: reopening flushed file at 1731521346386 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d3f0f28df9375bb0d78ccecf2d3d839c in 498ms, sequenceid=10, compaction requested=false at 1731521346397 (+11 ms)Writing region close event to WAL at 1731521346402 (+5 ms)Running coprocessor post-close hooks at 1731521346411 (+9 ms)Closed at 1731521346411 2024-11-13T18:09:06,411 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521277252.d3f0f28df9375bb0d78ccecf2d3d839c. 2024-11-13T18:09:06,488 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:06,522 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 997, reset compression=false 2024-11-13T18:09:06,543 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:09:06,543 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 1292, reset compression=false 2024-11-13T18:09:06,543 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,36525,1731521267191 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:09:06,544 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,36525,1731521267191: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,36525,1731521267191, walGroup=39e84130bbc9%2C36525%2C1731521267191, offset=39e84130bbc9%2C36525%2C1731521267191.1731521269574:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:36525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:09:06,546 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:09:06,546 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:09:06,547 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:09:06,547 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:09:06,547 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:09:06,547 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 602412032 }, "NonHeapMemoryUsage": { "committed": 181207040, "init": 7667712, "max": -1, "used": 178444616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:09:06,555 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:46205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:46205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:09:06,689 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:06,752 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/ns/68a6284fd33741db8c7b7722c4bafe5b 2024-11-13T18:09:06,777 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 1292, reset compression=false 2024-11-13T18:09:06,784 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/rep_barrier/2a070a663f0f463597304382fb8ede37 is 112, key is test,,1731521274807.ec83cadf5d774c9e476008f0cc098840./rep_barrier:seqnumDuringOpen/1731521275829/Put/seqid=0 2024-11-13T18:09:06,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741848_1024 (size=5518) 2024-11-13T18:09:06,801 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/rep_barrier/2a070a663f0f463597304382fb8ede37 2024-11-13T18:09:06,824 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/table/3faa9f0a35d342c6a83becfd2745b667 is 53, key is hbase:replication/table:state/1731521278260/Put/seqid=0 2024-11-13T18:09:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741849_1025 (size=5308) 2024-11-13T18:09:06,889 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:09:06,889 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:09:06,889 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:07,086 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 1292, reset compression=false 2024-11-13T18:09:07,089 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:07,230 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/table/3faa9f0a35d342c6a83becfd2745b667 2024-11-13T18:09:07,238 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/info/160ccdf07fb64e8881c5b28c11ee7b7e as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/info/160ccdf07fb64e8881c5b28c11ee7b7e 2024-11-13T18:09:07,245 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/info/160ccdf07fb64e8881c5b28c11ee7b7e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:09:07,252 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/ns/68a6284fd33741db8c7b7722c4bafe5b as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/ns/68a6284fd33741db8c7b7722c4bafe5b 2024-11-13T18:09:07,267 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/ns/68a6284fd33741db8c7b7722c4bafe5b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:09:07,268 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/rep_barrier/2a070a663f0f463597304382fb8ede37 as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/rep_barrier/2a070a663f0f463597304382fb8ede37 2024-11-13T18:09:07,276 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/rep_barrier/2a070a663f0f463597304382fb8ede37, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:09:07,278 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/.tmp/table/3faa9f0a35d342c6a83becfd2745b667 as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/table/3faa9f0a35d342c6a83becfd2745b667 2024-11-13T18:09:07,289 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/table/3faa9f0a35d342c6a83becfd2745b667, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:09:07,290 DEBUG [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:07,297 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1409ms, sequenceid=16, compaction requested=false 2024-11-13T18:09:07,297 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:09:07,308 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:09:07,309 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:07,309 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:07,309 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:07,309 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521345888Running coprocessor pre-close hooks at 1731521345888Disabling compacts and flushes for region at 1731521345888Disabling writes for close at 1731521345888Obtaining lock to block concurrent updates at 1731521345888Preparing flush snapshotting stores in 1588230740 at 1731521345888Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521345889 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521345890 (+1 ms)Flushing 1588230740/info: creating writer at 1731521345890Flushing 1588230740/info: appending metadata at 1731521345909 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731521345909Flushing 1588230740/ns: creating writer at 1731521346327 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731521346345 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731521346345Flushing 1588230740/rep_barrier: creating writer at 1731521346760 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521346783 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521346783Flushing 1588230740/table: creating writer at 1731521346807 (+24 ms)Flushing 1588230740/table: appending metadata at 1731521346824 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731521346824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6089eb88: reopening flushed file at 1731521347237 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@829468a: reopening flushed file at 1731521347245 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2f7246: reopening flushed file at 1731521347267 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c95242a: reopening flushed file at 1731521347277 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1409ms, sequenceid=16, compaction requested=false at 1731521347297 (+20 ms)Writing region close event to WAL at 1731521347303 (+6 ms)Running coprocessor post-close hooks at 1731521347308 (+5 ms)Closed at 1731521347309 (+1 ms) 2024-11-13T18:09:07,309 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:07,490 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,36525,1731521267191; all regions closed. 2024-11-13T18:09:07,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:09:07,515 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 to pos 1292, reset compression=false 2024-11-13T18:09:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741839_1015 (size=2700) 2024-11-13T18:09:07,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:07,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:07,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:07,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:07,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741833_1009 (size=1300) 2024-11-13T18:09:07,576 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/WALs/39e84130bbc9,36525,1731521267191/39e84130bbc9%2C36525%2C1731521267191.1731521269574 not finished, retry = 0 2024-11-13T18:09:07,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:07,684 DEBUG [RS:0;39e84130bbc9:36525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:07,685 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:07,685 INFO [RS:0;39e84130bbc9:36525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:07,685 INFO [RS:0;39e84130bbc9:36525 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:07,685 INFO [RS:0;39e84130bbc9:36525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:07,686 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:07,686 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,36525,1731521267191 because: Region server is closing 2024-11-13T18:09:07,686 INFO [RS:0;39e84130bbc9:36525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:36525. 2024-11-13T18:09:07,686 DEBUG [RS:0;39e84130bbc9:36525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:07,686 DEBUG [RS:0;39e84130bbc9:36525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:07,686 DEBUG [RS:0;39e84130bbc9:36525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:07,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:07,787 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.shipper39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 terminated 2024-11-13T18:09:07,787 INFO [RS:0;39e84130bbc9:36525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36525 2024-11-13T18:09:07,787 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,36525,1731521267191.replicationSource.wal-reader.39e84130bbc9%2C36525%2C1731521267191,1-39e84130bbc9,36525,1731521267191 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:09:07,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0534506627/rs/39e84130bbc9,36525,1731521267191 2024-11-13T18:09:07,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627/rs 2024-11-13T18:09:07,789 INFO [RS:0;39e84130bbc9:36525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:07,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,36525,1731521267191] 2024-11-13T18:09:07,793 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0534506627/draining/39e84130bbc9,36525,1731521267191 already deleted, retry=false 2024-11-13T18:09:07,793 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,36525,1731521267191 expired; onlineServers=0 2024-11-13T18:09:07,793 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,46205,1731521266950' ***** 2024-11-13T18:09:07,793 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:09:07,793 INFO [M:0;39e84130bbc9:46205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:07,793 INFO [M:0;39e84130bbc9:46205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:07,793 DEBUG [M:0;39e84130bbc9:46205 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:09:07,793 DEBUG [M:0;39e84130bbc9:46205 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:09:07,793 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:09:07,793 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521269209 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521269209,5,FailOnTimeoutGroup] 2024-11-13T18:09:07,793 INFO [M:0;39e84130bbc9:46205 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:07,793 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521269218 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521269218,5,FailOnTimeoutGroup] 2024-11-13T18:09:07,793 INFO [M:0;39e84130bbc9:46205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:07,793 DEBUG [M:0;39e84130bbc9:46205 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:09:07,793 INFO [M:0;39e84130bbc9:46205 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:09:07,793 INFO [M:0;39e84130bbc9:46205 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:07,794 INFO [M:0;39e84130bbc9:46205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:09:07,794 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:09:07,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0534506627/master 2024-11-13T18:09:07,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0534506627 2024-11-13T18:09:07,797 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0534506627/master already deleted, retry=false 2024-11-13T18:09:07,797 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Failed delete of our master address node; KeeperErrorCode = NoNode for /0534506627/master 2024-11-13T18:09:07,802 INFO [M:0;39e84130bbc9:46205 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/.lastflushedseqids 2024-11-13T18:09:07,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741850_1026 (size=263) 2024-11-13T18:09:07,891 INFO [RS:0;39e84130bbc9:36525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:07,891 INFO [RS:0;39e84130bbc9:36525 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,36525,1731521267191; zookeeper connection closed. 2024-11-13T18:09:07,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:07,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100ed48b37d0001, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:07,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14f6cb8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14f6cb8f 2024-11-13T18:09:07,892 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:09:08,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:09:08,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:08,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:08,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:08,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:08,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:08,209 INFO [M:0;39e84130bbc9:46205 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:09:08,209 INFO [M:0;39e84130bbc9:46205 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:09:08,209 DEBUG [M:0;39e84130bbc9:46205 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:08,209 INFO [M:0;39e84130bbc9:46205 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:08,209 DEBUG [M:0;39e84130bbc9:46205 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:08,209 DEBUG [M:0;39e84130bbc9:46205 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:08,209 DEBUG [M:0;39e84130bbc9:46205 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:08,210 INFO [M:0;39e84130bbc9:46205 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-13T18:09:08,234 DEBUG [M:0;39e84130bbc9:46205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3274f816aab345ce89c70193b54b99cd is 82, key is hbase:meta,,1/info:regioninfo/1731521270199/Put/seqid=0 2024-11-13T18:09:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741851_1027 (size=5672) 2024-11-13T18:09:08,641 INFO [M:0;39e84130bbc9:46205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3274f816aab345ce89c70193b54b99cd 2024-11-13T18:09:08,674 DEBUG [M:0;39e84130bbc9:46205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ad6ad67374644a087dbaaf368288146 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731521275869/Put/seqid=0 2024-11-13T18:09:08,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741852_1028 (size=7240) 2024-11-13T18:09:09,101 INFO [M:0;39e84130bbc9:46205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ad6ad67374644a087dbaaf368288146 2024-11-13T18:09:09,106 INFO [M:0;39e84130bbc9:46205 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ad6ad67374644a087dbaaf368288146 2024-11-13T18:09:09,127 DEBUG [M:0;39e84130bbc9:46205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c1116d9817f42b6a0fc94b133c1788e is 69, key is 39e84130bbc9,36525,1731521267191/rs:state/1731521269275/Put/seqid=0 2024-11-13T18:09:09,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741853_1029 (size=5156) 2024-11-13T18:09:09,539 INFO [M:0;39e84130bbc9:46205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c1116d9817f42b6a0fc94b133c1788e 2024-11-13T18:09:09,546 DEBUG [M:0;39e84130bbc9:46205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3274f816aab345ce89c70193b54b99cd as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3274f816aab345ce89c70193b54b99cd 2024-11-13T18:09:09,552 INFO [M:0;39e84130bbc9:46205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3274f816aab345ce89c70193b54b99cd, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T18:09:09,554 DEBUG [M:0;39e84130bbc9:46205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ad6ad67374644a087dbaaf368288146 as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ad6ad67374644a087dbaaf368288146 2024-11-13T18:09:09,560 INFO [M:0;39e84130bbc9:46205 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ad6ad67374644a087dbaaf368288146 2024-11-13T18:09:09,560 INFO [M:0;39e84130bbc9:46205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ad6ad67374644a087dbaaf368288146, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T18:09:09,561 DEBUG [M:0;39e84130bbc9:46205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c1116d9817f42b6a0fc94b133c1788e as hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c1116d9817f42b6a0fc94b133c1788e 2024-11-13T18:09:09,568 INFO [M:0;39e84130bbc9:46205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/52854a3e-953d-e678-217c-5057c14bafdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c1116d9817f42b6a0fc94b133c1788e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T18:09:09,569 INFO [M:0;39e84130bbc9:46205 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1360ms, sequenceid=105, compaction requested=false 2024-11-13T18:09:09,589 INFO [M:0;39e84130bbc9:46205 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:09,589 DEBUG [M:0;39e84130bbc9:46205 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521348209Disabling compacts and flushes for region at 1731521348209Disabling writes for close at 1731521348209Obtaining lock to block concurrent updates at 1731521348210 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521348210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731521348210Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521348211 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521348211Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521348233 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521348233Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521348652 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521348673 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521348673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521349106 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521349126 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521349126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589f2d0: reopening flushed file at 1731521349545 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1430b747: reopening flushed file at 1731521349553 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268a9a2b: reopening flushed file at 1731521349560 (+7 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1360ms, sequenceid=105, compaction requested=false at 1731521349569 (+9 ms)Writing region close event to WAL at 1731521349589 (+20 ms)Closed at 1731521349589 2024-11-13T18:09:09,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46061 is added to blk_1073741830_1006 (size=64526) 2024-11-13T18:09:09,604 INFO [M:0;39e84130bbc9:46205 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:09:09,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:09,604 INFO [M:0;39e84130bbc9:46205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46205 2024-11-13T18:09:09,606 INFO [M:0;39e84130bbc9:46205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:09,713 INFO [M:0;39e84130bbc9:46205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:09,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:09,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46205-0x100ed48b37d0000, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:09,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20748bec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:09:09,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352c2b70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:09:09,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:09:09,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7712b873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:09:09,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18652d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/hadoop.log.dir/,STOPPED} 2024-11-13T18:09:09,743 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:09:09,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:09:09,745 WARN [BP-346258687-172.17.0.3-1731521265407 heartbeating to localhost/127.0.0.1:43145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:09:09,745 WARN [BP-346258687-172.17.0.3-1731521265407 heartbeating to localhost/127.0.0.1:43145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-346258687-172.17.0.3-1731521265407 (Datanode Uuid 0b75240b-4484-40e3-9610-e7354373c20b) service to localhost/127.0.0.1:43145 2024-11-13T18:09:09,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/cluster_d3deaf54-c1db-f24b-61bb-5211ebf64de6/data/data1/current/BP-346258687-172.17.0.3-1731521265407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:09:09,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/cluster_d3deaf54-c1db-f24b-61bb-5211ebf64de6/data/data2/current/BP-346258687-172.17.0.3-1731521265407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:09:09,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:09:09,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52e3aa1f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:09:09,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f31b59d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:09:09,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:09:09,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e2469b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:09:09,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6676c0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810ae87c-004c-545d-c162-b05539417800/hadoop.log.dir/,STOPPED} 2024-11-13T18:09:09,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:09:09,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:09:09,830 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 142) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f577cb92098.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43145 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f577cb92098.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42641 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1044 (was 1454), ProcessCount=11 (was 11), AvailableMemoryMB=1116 (was 1592) 2024-11-13T18:09:09,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=1044, ProcessCount=11, AvailableMemoryMB=1116 2024-11-13T18:09:09,875 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T18:09:09,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/hadoop.log.dir so I do NOT create it in target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51 2024-11-13T18:09:09,876 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:09:09,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/hadoop.tmp.dir so I do NOT create it in target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51 2024-11-13T18:09:09,876 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba8d195-f09c-d52e-df9d-3704d10d66e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:09:09,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51 2024-11-13T18:09:09,876 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/cluster_4e9085c2-5c78-0e9c-6374-b381d59b6b71, deleteOnExit=true 2024-11-13T18:09:09,890 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/cluster_4e9085c2-5c78-0e9c-6374-b381d59b6b71/zookeeper_0, clientPort=53369, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/cluster_4e9085c2-5c78-0e9c-6374-b381d59b6b71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/cluster_4e9085c2-5c78-0e9c-6374-b381d59b6b71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:09:09,891 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53369 2024-11-13T18:09:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:09:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:09:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/test.cache.data in system properties and HBase conf 2024-11-13T18:09:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:09:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:09:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:09:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:09:09,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:09:09,893 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:09:09,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:09:09,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:09:09,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:09:09,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:09:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:09:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:09:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:09:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:09:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:09:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:09:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:09:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:09:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:09:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:09:09,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ed48b37d0005, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:09:09,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ed48b37d0005, quorum=127.0.0.1:54586, baseZNode=/1331567654 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:09:09,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ed48b37d0002, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:09:09,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ed48b37d0002, quorum=127.0.0.1:54586, baseZNode=/0534506627 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:09:10,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:10,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:09:10,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:09:10,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:09:10,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:09:10,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:10,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79104b13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:09:10,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a58acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:09:10,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cfe869f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/java.io.tmpdir/jetty-localhost-37831-hadoop-hdfs-3_4_1-tests_jar-_-any-5436450408891126496/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:09:10,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3db3868c{HTTP/1.1, (http/1.1)}{localhost:37831} 2024-11-13T18:09:10,295 INFO [Time-limited test {}] server.Server(415): Started @134790ms 2024-11-13T18:09:10,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:10,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:09:10,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:09:10,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:09:10,450 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:09:10,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d33c184{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:09:10,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d51db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:09:10,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68d904c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/java.io.tmpdir/jetty-localhost-34523-hadoop-hdfs-3_4_1-tests_jar-_-any-12536867804278934800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:09:10,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76fdbe1e{HTTP/1.1, (http/1.1)}{localhost:34523} 2024-11-13T18:09:10,587 INFO [Time-limited test {}] server.Server(415): Started @135082ms 2024-11-13T18:09:10,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:09:10,718 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/cluster_4e9085c2-5c78-0e9c-6374-b381d59b6b71/data/data1/current/BP-322100932-172.17.0.3-1731521349978/current, will proceed with Du for space computation calculation, 2024-11-13T18:09:10,719 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/cluster_4e9085c2-5c78-0e9c-6374-b381d59b6b71/data/data2/current/BP-322100932-172.17.0.3-1731521349978/current, will proceed with Du for space computation calculation, 2024-11-13T18:09:10,762 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:09:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0080451322ec015 with lease ID 0x6823f259f2296f94: Processing first storage report for DS-f8226e5e-defc-45ac-9df7-f185002b8362 from datanode DatanodeRegistration(127.0.0.1:46379, datanodeUuid=79a95522-0c43-47fd-ad42-c1cc5378fe35, infoPort=42795, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=804235594;c=1731521349978) 2024-11-13T18:09:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0080451322ec015 with lease ID 0x6823f259f2296f94: from storage DS-f8226e5e-defc-45ac-9df7-f185002b8362 node DatanodeRegistration(127.0.0.1:46379, datanodeUuid=79a95522-0c43-47fd-ad42-c1cc5378fe35, infoPort=42795, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=804235594;c=1731521349978), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:09:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0080451322ec015 with lease ID 0x6823f259f2296f94: Processing first storage report for DS-72324e0a-6312-4370-8a85-8408d1c555d1 from datanode DatanodeRegistration(127.0.0.1:46379, datanodeUuid=79a95522-0c43-47fd-ad42-c1cc5378fe35, infoPort=42795, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=804235594;c=1731521349978) 2024-11-13T18:09:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0080451322ec015 with lease ID 0x6823f259f2296f94: from storage DS-72324e0a-6312-4370-8a85-8408d1c555d1 node DatanodeRegistration(127.0.0.1:46379, datanodeUuid=79a95522-0c43-47fd-ad42-c1cc5378fe35, infoPort=42795, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=804235594;c=1731521349978), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:09:10,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51 2024-11-13T18:09:10,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:10,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:10,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:09:10,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88 with version=8 2024-11-13T18:09:10,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/hbase-staging 2024-11-13T18:09:10,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:09:10,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:10,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:10,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:09:10,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:10,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:09:10,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:09:10,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:09:10,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44987 2024-11-13T18:09:10,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44987 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-13T18:09:10,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449870x0, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:10,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44987-0x100ed49fdab0000 connected 2024-11-13T18:09:10,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:10,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:11,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/running 2024-11-13T18:09:11,001 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88, hbase.cluster.distributed=false 2024-11-13T18:09:11,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/acl 2024-11-13T18:09:11,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44987 2024-11-13T18:09:11,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44987 2024-11-13T18:09:11,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44987 2024-11-13T18:09:11,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44987 2024-11-13T18:09:11,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44987 2024-11-13T18:09:11,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:09:11,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:11,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:11,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:09:11,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:11,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:09:11,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:09:11,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:09:11,101 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33841 2024-11-13T18:09:11,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33841 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-13T18:09:11,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:11,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:11,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338410x0, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:11,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33841-0x100ed49fdab0001 connected 2024-11-13T18:09:11,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/running 2024-11-13T18:09:11,146 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:09:11,161 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:09:11,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/master 2024-11-13T18:09:11,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/acl 2024-11-13T18:09:11,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33841 2024-11-13T18:09:11,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33841 2024-11-13T18:09:11,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33841 2024-11-13T18:09:11,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33841 2024-11-13T18:09:11,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33841 2024-11-13T18:09:11,219 DEBUG [M:0;39e84130bbc9:44987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:44987 2024-11-13T18:09:11,220 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0977815678/backup-masters/39e84130bbc9,44987,1731521350894 2024-11-13T18:09:11,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/backup-masters 2024-11-13T18:09:11,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/backup-masters 2024-11-13T18:09:11,233 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on existing znode=/0977815678/backup-masters/39e84130bbc9,44987,1731521350894 2024-11-13T18:09:11,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0977815678/master 2024-11-13T18:09:11,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:11,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:11,237 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on existing znode=/0977815678/master 2024-11-13T18:09:11,237 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0977815678/backup-masters/39e84130bbc9,44987,1731521350894 from backup master directory 2024-11-13T18:09:11,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0977815678/backup-masters/39e84130bbc9,44987,1731521350894 2024-11-13T18:09:11,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/backup-masters 2024-11-13T18:09:11,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/backup-masters 2024-11-13T18:09:11,239 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:09:11,239 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,44987,1731521350894 2024-11-13T18:09:11,246 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/hbase.id] with ID: 38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0 2024-11-13T18:09:11,246 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/.tmp/hbase.id 2024-11-13T18:09:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:09:11,255 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/.tmp/hbase.id]:[hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/hbase.id] 2024-11-13T18:09:11,283 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:11,283 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:09:11,287 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-13T18:09:11,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:11,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:11,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:09:11,719 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:09:11,720 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:09:11,720 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:09:12,129 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store 2024-11-13T18:09:12,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:09:12,154 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:12,154 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:12,154 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:12,154 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:12,154 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:12,154 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:12,154 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:12,154 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521352154Disabling compacts and flushes for region at 1731521352154Disabling writes for close at 1731521352154Writing region close event to WAL at 1731521352154Closed at 1731521352154 2024-11-13T18:09:12,156 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/.initializing 2024-11-13T18:09:12,156 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,44987,1731521350894 2024-11-13T18:09:12,157 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:09:12,159 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C44987%2C1731521350894, suffix=, logDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,44987,1731521350894, archiveDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/oldWALs, maxLogs=10 2024-11-13T18:09:12,177 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,44987,1731521350894/39e84130bbc9%2C44987%2C1731521350894.1731521352160, exclude list is [], retry=0 2024-11-13T18:09:12,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-f8226e5e-defc-45ac-9df7-f185002b8362,DISK] 2024-11-13T18:09:12,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,44987,1731521350894/39e84130bbc9%2C44987%2C1731521350894.1731521352160 2024-11-13T18:09:12,186 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42795:42795)] 2024-11-13T18:09:12,186 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:12,186 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:12,186 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,186 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:09:12,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:12,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:12,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:09:12,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:12,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:12,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:09:12,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:12,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:12,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:09:12,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:12,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:12,204 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,205 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,205 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,207 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,207 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,207 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:12,210 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:12,217 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:12,218 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62470617, jitterRate=-0.06911526620388031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:12,219 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521352186Initializing all the Stores at 1731521352187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521352187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521352189 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521352189Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521352189Cleaning up temporary data from old regions at 1731521352207 (+18 ms)Region opened successfully at 1731521352219 (+12 ms) 2024-11-13T18:09:12,219 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:09:12,222 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7486a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:09:12,223 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:09:12,224 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:09:12,224 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:09:12,224 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:09:12,225 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:09:12,225 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:09:12,225 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:09:12,230 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:09:12,231 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Unable to get data of znode /0977815678/balancer because node does not exist (not necessarily an error) 2024-11-13T18:09:12,233 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/balancer already deleted, retry=false 2024-11-13T18:09:12,233 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:09:12,234 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Unable to get data of znode /0977815678/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:09:12,236 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/normalizer already deleted, retry=false 2024-11-13T18:09:12,236 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:09:12,237 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Unable to get data of znode /0977815678/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:09:12,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/switch/split already deleted, retry=false 2024-11-13T18:09:12,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Unable to get data of znode /0977815678/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:09:12,249 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/switch/merge already deleted, retry=false 2024-11-13T18:09:12,256 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Unable to get data of znode /0977815678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:09:12,257 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/snapshot-cleanup already deleted, retry=false 2024-11-13T18:09:12,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0977815678/running 2024-11-13T18:09:12,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:12,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0977815678/running 2024-11-13T18:09:12,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:12,261 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,44987,1731521350894, sessionid=0x100ed49fdab0000, setting cluster-up flag (Was=false) 2024-11-13T18:09:12,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:12,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:12,272 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0977815678/flush-table-proc/acquired, /0977815678/flush-table-proc/reached, /0977815678/flush-table-proc/abort 2024-11-13T18:09:12,273 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,44987,1731521350894 2024-11-13T18:09:12,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:12,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:12,287 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0977815678/online-snapshot/acquired, /0977815678/online-snapshot/reached, /0977815678/online-snapshot/abort 2024-11-13T18:09:12,289 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,44987,1731521350894 2024-11-13T18:09:12,290 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:09:12,292 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:12,292 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:09:12,292 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:09:12,293 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,44987,1731521350894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:09:12,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:12,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:12,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:12,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:12,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:09:12,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:09:12,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,301 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521382300 2024-11-13T18:09:12,301 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:09:12,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:12,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:09:12,301 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:09:12,301 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:09:12,301 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:09:12,301 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:09:12,301 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:09:12,302 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:12,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:09:12,303 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:09:12,303 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:09:12,303 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:09:12,303 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:09:12,304 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:09:12,304 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:09:12,305 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(746): ClusterId : 38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0 2024-11-13T18:09:12,305 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:09:12,306 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521352304,5,FailOnTimeoutGroup] 2024-11-13T18:09:12,309 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521352306,5,FailOnTimeoutGroup] 2024-11-13T18:09:12,309 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,309 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:09:12,309 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,309 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,310 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:09:12,310 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:09:12,313 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:09:12,313 DEBUG [RS:0;39e84130bbc9:33841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c19fbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:09:12,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:09:12,334 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:33841 2024-11-13T18:09:12,334 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:09:12,334 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:09:12,334 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:09:12,335 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,44987,1731521350894 with port=33841, startcode=1731521351095 2024-11-13T18:09:12,336 DEBUG [RS:0;39e84130bbc9:33841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:09:12,338 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:09:12,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,33841,1731521351095 2024-11-13T18:09:12,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44987 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,33841,1731521351095 2024-11-13T18:09:12,340 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88 2024-11-13T18:09:12,340 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44449 2024-11-13T18:09:12,340 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:09:12,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/rs 2024-11-13T18:09:12,342 DEBUG [RS:0;39e84130bbc9:33841 {}] zookeeper.ZKUtil(111): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on existing znode=/0977815678/rs/39e84130bbc9,33841,1731521351095 2024-11-13T18:09:12,342 WARN [RS:0;39e84130bbc9:33841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:09:12,342 INFO [RS:0;39e84130bbc9:33841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:12,342 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095 2024-11-13T18:09:12,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,33841,1731521351095] 2024-11-13T18:09:12,349 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:09:12,351 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:09:12,351 INFO [RS:0;39e84130bbc9:33841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:09:12,351 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,351 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:09:12,352 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:09:12,352 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,352 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,352 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,352 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,352 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,352 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,353 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:09:12,353 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,353 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,353 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,353 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,353 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,353 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:12,353 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:09:12,353 DEBUG [RS:0;39e84130bbc9:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:09:12,355 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,355 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,355 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,355 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,355 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,355 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33841,1731521351095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:09:12,371 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:09:12,371 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33841,1731521351095-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,372 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,372 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.Replication(171): 39e84130bbc9,33841,1731521351095 started 2024-11-13T18:09:12,389 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:12,389 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,33841,1731521351095, RpcServer on 39e84130bbc9/172.17.0.3:33841, sessionid=0x100ed49fdab0001 2024-11-13T18:09:12,390 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:09:12,390 DEBUG [RS:0;39e84130bbc9:33841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,33841,1731521351095 2024-11-13T18:09:12,390 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,33841,1731521351095' 2024-11-13T18:09:12,390 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0977815678/flush-table-proc/abort' 2024-11-13T18:09:12,391 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0977815678/flush-table-proc/acquired' 2024-11-13T18:09:12,391 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:09:12,391 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:09:12,391 DEBUG [RS:0;39e84130bbc9:33841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,33841,1731521351095 2024-11-13T18:09:12,391 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,33841,1731521351095' 2024-11-13T18:09:12,391 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0977815678/online-snapshot/abort' 2024-11-13T18:09:12,392 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0977815678/online-snapshot/acquired' 2024-11-13T18:09:12,392 DEBUG [RS:0;39e84130bbc9:33841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:09:12,392 INFO [RS:0;39e84130bbc9:33841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:09:12,392 INFO [RS:0;39e84130bbc9:33841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:09:12,493 INFO [RS:0;39e84130bbc9:33841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:09:12,495 INFO [RS:0;39e84130bbc9:33841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C33841%2C1731521351095, suffix=, logDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095, archiveDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs, maxLogs=10 2024-11-13T18:09:12,513 DEBUG [RS:0;39e84130bbc9:33841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.1731521352496, exclude list is [], retry=0 2024-11-13T18:09:12,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-f8226e5e-defc-45ac-9df7-f185002b8362,DISK] 2024-11-13T18:09:12,518 INFO [RS:0;39e84130bbc9:33841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.1731521352496 2024-11-13T18:09:12,519 DEBUG [RS:0;39e84130bbc9:33841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42795:42795)] 2024-11-13T18:09:12,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:09:12,717 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88 2024-11-13T18:09:12,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:09:13,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:13,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:09:13,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:09:13,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:13,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:13,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:09:13,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:09:13,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:13,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:13,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:09:13,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:09:13,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:13,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:13,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:09:13,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:09:13,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:13,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:13,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:09:13,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740 2024-11-13T18:09:13,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740 2024-11-13T18:09:13,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:09:13,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:09:13,181 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:13,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:09:13,194 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:13,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64475089, jitterRate=-0.03924630582332611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:13,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521353129Initializing all the Stores at 1731521353130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521353131 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521353131Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521353131Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521353131Cleaning up temporary data from old regions at 1731521353181 (+50 ms)Region opened successfully at 1731521353198 (+17 ms) 2024-11-13T18:09:13,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:13,198 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:13,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:13,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:13,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:13,203 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:13,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521353198Disabling compacts and flushes for region at 1731521353198Disabling writes for close at 1731521353198Writing region close event to WAL at 1731521353203 (+5 ms)Closed at 1731521353203 2024-11-13T18:09:13,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:13,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:09:13,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:09:13,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:09:13,234 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:09:13,290 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:09:13,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:13,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:13,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:13,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:13,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:13,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:13,384 DEBUG [39e84130bbc9:44987 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:09:13,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,33841,1731521351095 2024-11-13T18:09:13,391 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,33841,1731521351095, state=OPENING 2024-11-13T18:09:13,406 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:09:13,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:13,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:13,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: CHANGED 2024-11-13T18:09:13,423 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:09:13,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,33841,1731521351095}] 2024-11-13T18:09:13,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: CHANGED 2024-11-13T18:09:13,583 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:09:13,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:09:13,615 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:09:13,615 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:13,616 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:09:13,631 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C33841%2C1731521351095.meta, suffix=.meta, logDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095, archiveDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs, maxLogs=10 2024-11-13T18:09:13,656 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.meta.1731521353631.meta, exclude list is [], retry=0 2024-11-13T18:09:13,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-f8226e5e-defc-45ac-9df7-f185002b8362,DISK] 2024-11-13T18:09:13,693 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.meta.1731521353631.meta 2024-11-13T18:09:13,697 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42795:42795)] 2024-11-13T18:09:13,698 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:13,698 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:13,698 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:09:13,698 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:09:13,699 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:09:13,699 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:09:13,699 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:13,699 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:09:13,699 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:09:13,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:09:13,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:09:13,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:13,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:13,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:09:13,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:09:13,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:13,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:13,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:09:13,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:09:13,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:13,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:13,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:09:13,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:09:13,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:13,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:13,752 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:09:13,756 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740 2024-11-13T18:09:13,764 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740 2024-11-13T18:09:13,773 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:09:13,773 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:09:13,781 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:13,792 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:09:13,802 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65356588, jitterRate=-0.026110947132110596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:13,803 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:09:13,804 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521353699Writing region info on filesystem at 1731521353699Initializing all the Stores at 1731521353701 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521353701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521353701Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521353701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521353701Cleaning up temporary data from old regions at 1731521353773 (+72 ms)Running coprocessor post-open hooks at 1731521353803 (+30 ms)Region opened successfully at 1731521353804 (+1 ms) 2024-11-13T18:09:13,809 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521353582 2024-11-13T18:09:13,814 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:09:13,814 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:09:13,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,33841,1731521351095 2024-11-13T18:09:13,823 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,33841,1731521351095, state=OPEN 2024-11-13T18:09:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0977815678/meta-region-server 2024-11-13T18:09:13,839 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,33841,1731521351095 2024-11-13T18:09:13,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: CHANGED 2024-11-13T18:09:13,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0977815678/meta-region-server 2024-11-13T18:09:13,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: CHANGED 2024-11-13T18:09:13,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:09:13,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,33841,1731521351095 in 416 msec 2024-11-13T18:09:13,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:09:13,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-13T18:09:13,848 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:13,848 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:09:13,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:13,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,33841,1731521351095, seqNum=-1] 2024-11-13T18:09:13,855 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:13,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:13,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5880 sec 2024-11-13T18:09:13,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:09:13,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T18:09:13,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:09:13,881 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521353881, completionTime=-1 2024-11-13T18:09:13,881 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:09:13,881 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:09:13,884 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:09:13,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521413884 2024-11-13T18:09:13,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521473885 2024-11-13T18:09:13,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T18:09:13,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44987,1731521350894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:13,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44987,1731521350894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:13,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44987,1731521350894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:13,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:44987, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:13,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:13,886 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:13,888 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:09:13,891 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.652sec 2024-11-13T18:09:13,891 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:09:13,891 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:09:13,891 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:09:13,891 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:09:13,891 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:09:13,891 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44987,1731521350894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:09:13,891 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44987,1731521350894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:09:13,907 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:09:13,907 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:09:13,907 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44987,1731521350894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:13,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231b1ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:13,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44987,-1 for getting cluster id 2024-11-13T18:09:13,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:13,934 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0' 2024-11-13T18:09:13,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0" 2024-11-13T18:09:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e057de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44987,-1] 2024-11-13T18:09:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:13,940 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:13,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a270cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:13,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:13,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,33841,1731521351095, seqNum=-1] 2024-11-13T18:09:13,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:13,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:13,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,44987,1731521350894 2024-11-13T18:09:13,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-13T18:09:13,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:13,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ed49fdab0002 connected 2024-11-13T18:09:14,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/hadoop.log.dir so I do NOT create it in target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337 2024-11-13T18:09:14,002 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:09:14,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/hadoop.tmp.dir so I do NOT create it in target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337 2024-11-13T18:09:14,002 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:09:14,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337 2024-11-13T18:09:14,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:09:14,002 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/cluster_73098364-f8d1-d72d-0751-7f078da43a46, deleteOnExit=true 2024-11-13T18:09:14,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:09:14,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/test.cache.data in system properties and HBase conf 2024-11-13T18:09:14,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:09:14,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:09:14,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:09:14,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:09:14,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:09:14,003 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:09:14,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:09:14,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:09:14,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:09:14,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:09:14,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:09:14,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:09:14,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:09:14,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:09:14,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:09:14,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:09:14,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:09:14,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:09:14,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:09:14,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:09:14,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:14,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:09:14,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:09:14,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:09:14,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:09:14,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:14,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44b0bd50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:09:14,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e2e5da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:09:14,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19868b9e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/java.io.tmpdir/jetty-localhost-43499-hadoop-hdfs-3_4_1-tests_jar-_-any-11467687549795496542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:09:14,492 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@490a703b{HTTP/1.1, (http/1.1)}{localhost:43499} 2024-11-13T18:09:14,493 INFO [Time-limited test {}] server.Server(415): Started @138988ms 2024-11-13T18:09:14,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:14,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:09:14,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:09:14,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:09:14,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:09:14,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b653cb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:09:14,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e1fe333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:09:15,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b8c3687{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/java.io.tmpdir/jetty-localhost-38467-hadoop-hdfs-3_4_1-tests_jar-_-any-2822948492337605591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:09:15,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7644832b{HTTP/1.1, (http/1.1)}{localhost:38467} 2024-11-13T18:09:15,097 INFO [Time-limited test {}] server.Server(415): Started @139593ms 2024-11-13T18:09:15,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:09:15,358 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/cluster_73098364-f8d1-d72d-0751-7f078da43a46/data/data1/current/BP-939680871-172.17.0.3-1731521354050/current, will proceed with Du for space computation calculation, 2024-11-13T18:09:15,365 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/cluster_73098364-f8d1-d72d-0751-7f078da43a46/data/data2/current/BP-939680871-172.17.0.3-1731521354050/current, will proceed with Du for space computation calculation, 2024-11-13T18:09:15,418 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:09:15,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89db283002d5b99 with lease ID 0xca6576e84232bcb1: Processing first storage report for DS-9519ef4b-5481-4420-8024-266a904db4b2 from datanode DatanodeRegistration(127.0.0.1:43141, datanodeUuid=25eed131-36dd-44e6-9234-ca52db458e5d, infoPort=35115, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=611234967;c=1731521354050) 2024-11-13T18:09:15,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89db283002d5b99 with lease ID 0xca6576e84232bcb1: from storage DS-9519ef4b-5481-4420-8024-266a904db4b2 node DatanodeRegistration(127.0.0.1:43141, datanodeUuid=25eed131-36dd-44e6-9234-ca52db458e5d, infoPort=35115, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=611234967;c=1731521354050), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:09:15,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89db283002d5b99 with lease ID 0xca6576e84232bcb1: Processing first storage report for DS-9a110553-e430-43f8-ae2b-905f3e436ca0 from datanode DatanodeRegistration(127.0.0.1:43141, datanodeUuid=25eed131-36dd-44e6-9234-ca52db458e5d, infoPort=35115, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=611234967;c=1731521354050) 2024-11-13T18:09:15,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89db283002d5b99 with lease ID 0xca6576e84232bcb1: from storage DS-9a110553-e430-43f8-ae2b-905f3e436ca0 node DatanodeRegistration(127.0.0.1:43141, datanodeUuid=25eed131-36dd-44e6-9234-ca52db458e5d, infoPort=35115, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=611234967;c=1731521354050), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:09:15,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337 2024-11-13T18:09:15,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:15,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:15,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:09:15,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1 with version=8 2024-11-13T18:09:15,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/hbase-staging 2024-11-13T18:09:15,497 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:09:15,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:15,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:15,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:09:15,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:15,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:09:15,498 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:09:15,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:09:15,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33401 2024-11-13T18:09:15,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33401 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-13T18:09:15,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334010x0, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:15,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33401-0x100ed49fdab0003 connected 2024-11-13T18:09:15,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:15,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:15,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Set watcher on znode that does not yet exist, /1917418626/running 2024-11-13T18:09:15,522 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1, hbase.cluster.distributed=false 2024-11-13T18:09:15,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Set watcher on znode that does not yet exist, /1917418626/acl 2024-11-13T18:09:15,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-13T18:09:15,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33401 2024-11-13T18:09:15,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33401 2024-11-13T18:09:15,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-13T18:09:15,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-13T18:09:15,553 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:09:15,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:15,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:15,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:09:15,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:15,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:09:15,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:09:15,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:09:15,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33211 2024-11-13T18:09:15,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33211 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-13T18:09:15,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:15,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:15,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332110x0, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:15,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332110x0, quorum=127.0.0.1:53369, baseZNode=/1917418626 Set watcher on znode that does not yet exist, /1917418626/running 2024-11-13T18:09:15,579 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:09:15,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33211-0x100ed49fdab0004 connected 2024-11-13T18:09:15,582 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:09:15,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Set watcher on znode that does not yet exist, /1917418626/master 2024-11-13T18:09:15,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Set watcher on znode that does not yet exist, /1917418626/acl 2024-11-13T18:09:15,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33211 2024-11-13T18:09:15,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33211 2024-11-13T18:09:15,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33211 2024-11-13T18:09:15,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33211 2024-11-13T18:09:15,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33211 2024-11-13T18:09:15,631 DEBUG [M:0;39e84130bbc9:33401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:33401 2024-11-13T18:09:15,632 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1917418626/backup-masters/39e84130bbc9,33401,1731521355497 2024-11-13T18:09:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626/backup-masters 2024-11-13T18:09:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626/backup-masters 2024-11-13T18:09:15,635 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Set watcher on existing znode=/1917418626/backup-masters/39e84130bbc9,33401,1731521355497 2024-11-13T18:09:15,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:15,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1917418626/master 2024-11-13T18:09:15,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:15,638 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Set watcher on existing znode=/1917418626/master 2024-11-13T18:09:15,639 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1917418626/backup-masters/39e84130bbc9,33401,1731521355497 from backup master directory 2024-11-13T18:09:15,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1917418626/backup-masters/39e84130bbc9,33401,1731521355497 2024-11-13T18:09:15,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626/backup-masters 2024-11-13T18:09:15,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626/backup-masters 2024-11-13T18:09:15,641 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:09:15,641 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,33401,1731521355497 2024-11-13T18:09:15,649 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/hbase.id] with ID: d306a222-e37e-4b33-8e85-611bb246ebdb 2024-11-13T18:09:15,649 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/.tmp/hbase.id 2024-11-13T18:09:15,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:09:16,067 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/.tmp/hbase.id]:[hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/hbase.id] 2024-11-13T18:09:16,085 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:16,086 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:09:16,087 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:09:16,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:16,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:09:16,527 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:09:16,528 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:09:16,530 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:16,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:09:16,596 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store 2024-11-13T18:09:16,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:09:16,638 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:16,638 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:16,638 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:16,638 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:16,638 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:16,638 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:16,638 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:16,638 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521356638Disabling compacts and flushes for region at 1731521356638Disabling writes for close at 1731521356638Writing region close event to WAL at 1731521356638Closed at 1731521356638 2024-11-13T18:09:16,645 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/.initializing 2024-11-13T18:09:16,645 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/WALs/39e84130bbc9,33401,1731521355497 2024-11-13T18:09:16,655 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:09:16,670 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C33401%2C1731521355497, suffix=, logDir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/WALs/39e84130bbc9,33401,1731521355497, archiveDir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/oldWALs, maxLogs=10 2024-11-13T18:09:16,692 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/WALs/39e84130bbc9,33401,1731521355497/39e84130bbc9%2C33401%2C1731521355497.1731521356670, exclude list is [], retry=0 2024-11-13T18:09:16,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-9519ef4b-5481-4420-8024-266a904db4b2,DISK] 2024-11-13T18:09:16,708 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/WALs/39e84130bbc9,33401,1731521355497/39e84130bbc9%2C33401%2C1731521355497.1731521356670 2024-11-13T18:09:16,709 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35115:35115)] 2024-11-13T18:09:16,709 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:16,709 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:16,709 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,709 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:09:16,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:16,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:16,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:09:16,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:16,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:16,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:09:16,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:16,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:16,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:09:16,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:16,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:16,773 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,777 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,785 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,799 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,799 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,800 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:16,801 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:16,812 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:16,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69230347, jitterRate=0.03161256015300751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:16,813 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521356709Initializing all the Stores at 1731521356718 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521356718Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521356719 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521356719Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521356719Cleaning up temporary data from old regions at 1731521356799 (+80 ms)Region opened successfully at 1731521356813 (+14 ms) 2024-11-13T18:09:16,818 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:09:16,825 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36134473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:09:16,842 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:09:16,842 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:09:16,842 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:09:16,842 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:09:16,843 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:09:16,843 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:09:16,843 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:09:16,863 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:09:16,873 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Unable to get data of znode /1917418626/balancer because node does not exist (not necessarily an error) 2024-11-13T18:09:16,883 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1917418626/balancer already deleted, retry=false 2024-11-13T18:09:16,883 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:09:16,885 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Unable to get data of znode /1917418626/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:09:16,890 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1917418626/normalizer already deleted, retry=false 2024-11-13T18:09:16,892 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:09:16,893 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Unable to get data of znode /1917418626/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:09:16,900 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1917418626/switch/split already deleted, retry=false 2024-11-13T18:09:16,901 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Unable to get data of znode /1917418626/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:09:16,910 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1917418626/switch/merge already deleted, retry=false 2024-11-13T18:09:16,933 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Unable to get data of znode /1917418626/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:09:16,944 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1917418626/snapshot-cleanup already deleted, retry=false 2024-11-13T18:09:16,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1917418626/running 2024-11-13T18:09:16,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:16,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1917418626/running 2024-11-13T18:09:16,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:16,973 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,33401,1731521355497, sessionid=0x100ed49fdab0003, setting cluster-up flag (Was=false) 2024-11-13T18:09:16,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:17,065 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1917418626/flush-table-proc/acquired, /1917418626/flush-table-proc/reached, /1917418626/flush-table-proc/abort 2024-11-13T18:09:17,078 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,33401,1731521355497 2024-11-13T18:09:17,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:17,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:17,097 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1917418626/online-snapshot/acquired, /1917418626/online-snapshot/reached, /1917418626/online-snapshot/abort 2024-11-13T18:09:17,105 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,33401,1731521355497 2024-11-13T18:09:17,107 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:09:17,109 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:17,109 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:09:17,110 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:09:17,110 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,33401,1731521355497 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:09:17,116 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:17,116 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:17,116 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:17,116 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:17,116 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:09:17,116 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,116 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:09:17,116 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:17,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:09:17,141 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521387141 2024-11-13T18:09:17,141 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:09:17,141 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:09:17,141 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:09:17,142 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:09:17,142 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:09:17,142 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:09:17,148 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:17,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:09:17,149 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,151 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:09:17,152 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:09:17,152 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:09:17,152 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:09:17,154 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:09:17,154 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:09:17,161 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521357154,5,FailOnTimeoutGroup] 2024-11-13T18:09:17,179 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(746): ClusterId : d306a222-e37e-4b33-8e85-611bb246ebdb 2024-11-13T18:09:17,179 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:09:17,183 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521357161,5,FailOnTimeoutGroup] 2024-11-13T18:09:17,183 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,183 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:09:17,184 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,184 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,208 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:09:17,208 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:09:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:09:17,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:09:17,216 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1 2024-11-13T18:09:17,217 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:09:17,218 DEBUG [RS:0;39e84130bbc9:33211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c0363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:09:17,248 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:33211 2024-11-13T18:09:17,248 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:09:17,248 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:09:17,248 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:09:17,249 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,33401,1731521355497 with port=33211, startcode=1731521355553 2024-11-13T18:09:17,249 DEBUG [RS:0;39e84130bbc9:33211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:09:17,254 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:09:17,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,33211,1731521355553 2024-11-13T18:09:17,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33401 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,33211,1731521355553 2024-11-13T18:09:17,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:09:17,259 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1 2024-11-13T18:09:17,259 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39765 2024-11-13T18:09:17,259 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:09:17,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626/rs 2024-11-13T18:09:17,266 DEBUG [RS:0;39e84130bbc9:33211 {}] zookeeper.ZKUtil(111): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Set watcher on existing znode=/1917418626/rs/39e84130bbc9,33211,1731521355553 2024-11-13T18:09:17,266 WARN [RS:0;39e84130bbc9:33211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:09:17,267 INFO [RS:0;39e84130bbc9:33211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:17,267 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/WALs/39e84130bbc9,33211,1731521355553 2024-11-13T18:09:17,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,33211,1731521355553] 2024-11-13T18:09:17,286 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:09:17,313 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:09:17,317 INFO [RS:0;39e84130bbc9:33211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:09:17,317 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,322 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:09:17,323 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:09:17,323 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:09:17,323 DEBUG [RS:0;39e84130bbc9:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:09:17,329 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,329 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,329 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,329 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,329 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,329 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33211,1731521355553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:09:17,373 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:09:17,373 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33211,1731521355553-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,373 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,374 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.Replication(171): 39e84130bbc9,33211,1731521355553 started 2024-11-13T18:09:17,397 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:17,397 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,33211,1731521355553, RpcServer on 39e84130bbc9/172.17.0.3:33211, sessionid=0x100ed49fdab0004 2024-11-13T18:09:17,397 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:09:17,397 DEBUG [RS:0;39e84130bbc9:33211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,33211,1731521355553 2024-11-13T18:09:17,397 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,33211,1731521355553' 2024-11-13T18:09:17,397 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1917418626/flush-table-proc/abort' 2024-11-13T18:09:17,401 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1917418626/flush-table-proc/acquired' 2024-11-13T18:09:17,402 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:09:17,402 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:09:17,402 DEBUG [RS:0;39e84130bbc9:33211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,33211,1731521355553 2024-11-13T18:09:17,402 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,33211,1731521355553' 2024-11-13T18:09:17,402 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1917418626/online-snapshot/abort' 2024-11-13T18:09:17,417 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1917418626/online-snapshot/acquired' 2024-11-13T18:09:17,426 DEBUG [RS:0;39e84130bbc9:33211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:09:17,426 INFO [RS:0;39e84130bbc9:33211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:09:17,426 INFO [RS:0;39e84130bbc9:33211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:09:17,527 INFO [RS:0;39e84130bbc9:33211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:09:17,528 INFO [RS:0;39e84130bbc9:33211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C33211%2C1731521355553, suffix=, logDir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/WALs/39e84130bbc9,33211,1731521355553, archiveDir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/oldWALs, maxLogs=10 2024-11-13T18:09:17,550 DEBUG [RS:0;39e84130bbc9:33211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/WALs/39e84130bbc9,33211,1731521355553/39e84130bbc9%2C33211%2C1731521355553.1731521357529, exclude list is [], retry=0 2024-11-13T18:09:17,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-9519ef4b-5481-4420-8024-266a904db4b2,DISK] 2024-11-13T18:09:17,565 INFO [RS:0;39e84130bbc9:33211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/WALs/39e84130bbc9,33211,1731521355553/39e84130bbc9%2C33211%2C1731521355553.1731521357529 2024-11-13T18:09:17,569 DEBUG [RS:0;39e84130bbc9:33211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35115:35115)] 2024-11-13T18:09:17,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:17,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:09:17,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:09:17,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:17,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:17,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:09:17,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:09:17,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:17,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:17,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:09:17,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:09:17,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:17,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:17,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:09:17,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:09:17,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:17,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:17,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:09:17,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740 2024-11-13T18:09:17,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740 2024-11-13T18:09:17,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:09:17,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:09:17,738 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:17,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:09:17,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:17,781 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60984228, jitterRate=-0.09126418828964233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:17,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521357659Initializing all the Stores at 1731521357660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521357660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521357660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521357661 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521357661Cleaning up temporary data from old regions at 1731521357730 (+69 ms)Region opened successfully at 1731521357782 (+52 ms) 2024-11-13T18:09:17,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:17,782 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:17,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:17,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:17,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:17,792 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:17,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521357782Disabling compacts and flushes for region at 1731521357782Disabling writes for close at 1731521357782Writing region close event to WAL at 1731521357792 (+10 ms)Closed at 1731521357792 2024-11-13T18:09:17,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:17,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:09:17,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:09:17,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:09:17,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:09:17,979 DEBUG [39e84130bbc9:33401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:09:17,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,33211,1731521355553 2024-11-13T18:09:17,981 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,33211,1731521355553, state=OPENING 2024-11-13T18:09:17,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:09:17,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:17,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:17,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1917418626/meta-region-server: CHANGED 2024-11-13T18:09:17,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:09:17,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1917418626/meta-region-server: CHANGED 2024-11-13T18:09:17,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,33211,1731521355553}] 2024-11-13T18:09:18,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:09:18,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:09:18,162 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:09:18,162 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:18,162 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:09:18,170 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C33211%2C1731521355553.meta, suffix=.meta, logDir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/WALs/39e84130bbc9,33211,1731521355553, archiveDir=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/oldWALs, maxLogs=10 2024-11-13T18:09:18,190 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/WALs/39e84130bbc9,33211,1731521355553/39e84130bbc9%2C33211%2C1731521355553.meta.1731521358170.meta, exclude list is [], retry=0 2024-11-13T18:09:18,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43141,DS-9519ef4b-5481-4420-8024-266a904db4b2,DISK] 2024-11-13T18:09:18,213 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/WALs/39e84130bbc9,33211,1731521355553/39e84130bbc9%2C33211%2C1731521355553.meta.1731521358170.meta 2024-11-13T18:09:18,225 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35115:35115)] 2024-11-13T18:09:18,225 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:18,226 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:18,226 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:09:18,226 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:09:18,226 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:09:18,226 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:09:18,226 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:18,226 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:09:18,226 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:09:18,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:09:18,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:09:18,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:18,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:18,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:09:18,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:09:18,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:18,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:18,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:09:18,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:09:18,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:18,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:18,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:09:18,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:09:18,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:18,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:18,241 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:09:18,246 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740 2024-11-13T18:09:18,254 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740 2024-11-13T18:09:18,255 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:09:18,255 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:09:18,256 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:18,257 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:09:18,258 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74119339, jitterRate=0.10446421802043915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:18,258 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:09:18,258 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521358227Writing region info on filesystem at 1731521358227Initializing all the Stores at 1731521358227Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521358228 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521358229 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521358229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521358229Cleaning up temporary data from old regions at 1731521358255 (+26 ms)Running coprocessor post-open hooks at 1731521358258 (+3 ms)Region opened successfully at 1731521358258 2024-11-13T18:09:18,261 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521358146 2024-11-13T18:09:18,264 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:09:18,264 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:09:18,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,33211,1731521355553 2024-11-13T18:09:18,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,33211,1731521355553, state=OPEN 2024-11-13T18:09:18,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1917418626/meta-region-server 2024-11-13T18:09:18,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1917418626/meta-region-server 2024-11-13T18:09:18,267 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,33211,1731521355553 2024-11-13T18:09:18,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1917418626/meta-region-server: CHANGED 2024-11-13T18:09:18,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1917418626/meta-region-server: CHANGED 2024-11-13T18:09:18,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:09:18,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,33211,1731521355553 in 277 msec 2024-11-13T18:09:18,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:09:18,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-13T18:09:18,272 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:18,272 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:09:18,274 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:18,274 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,33211,1731521355553, seqNum=-1] 2024-11-13T18:09:18,274 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:18,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:18,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1730 sec 2024-11-13T18:09:18,290 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521358290, completionTime=-1 2024-11-13T18:09:18,290 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:09:18,290 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:09:18,297 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:09:18,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521418297 2024-11-13T18:09:18,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521478298 2024-11-13T18:09:18,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-13T18:09:18,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33401,1731521355497-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:18,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33401,1731521355497-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:18,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33401,1731521355497-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:18,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:33401, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:18,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:18,299 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:18,302 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:09:18,306 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.664sec 2024-11-13T18:09:18,306 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:09:18,306 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:09:18,306 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:09:18,306 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:09:18,306 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:09:18,306 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33401,1731521355497-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:09:18,306 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33401,1731521355497-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:09:18,315 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:09:18,315 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:09:18,315 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33401,1731521355497-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:18,349 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:09:18,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112bcf29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:18,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33401,-1 for getting cluster id 2024-11-13T18:09:18,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:18,386 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd306a222-e37e-4b33-8e85-611bb246ebdb' 2024-11-13T18:09:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d306a222-e37e-4b33-8e85-611bb246ebdb" 2024-11-13T18:09:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726bf69b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33401,-1] 2024-11-13T18:09:18,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:18,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:18,389 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:18,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3359b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:18,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:18,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,33211,1731521355553, seqNum=-1] 2024-11-13T18:09:18,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:18,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:18,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,33401,1731521355497 2024-11-13T18:09:18,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-13T18:09:18,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:18,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ed49fdab0005 connected 2024-11-13T18:09:18,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ea6d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:18,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44987,-1 for getting cluster id 2024-11-13T18:09:18,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:18,486 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0' 2024-11-13T18:09:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0" 2024-11-13T18:09:18,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ea44c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:18,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44987,-1] 2024-11-13T18:09:18,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:18,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:18,491 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2563393e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:18,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:18,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,44987,1731521350894 2024-11-13T18:09:18,494 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c4f29bc 2024-11-13T18:09:18,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:18,496 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:18,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:33401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:09:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:09:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:18,508 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:33401' 2024-11-13T18:09:18,513 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f2e6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:18,513 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33401,-1 for getting cluster id 2024-11-13T18:09:18,514 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:18,517 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd306a222-e37e-4b33-8e85-611bb246ebdb' 2024-11-13T18:09:18,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:18,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d306a222-e37e-4b33-8e85-611bb246ebdb" 2024-11-13T18:09:18,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2045e24f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:18,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33401,-1] 2024-11-13T18:09:18,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:18,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:18,529 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:18,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4089b056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:18,530 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:18,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33401,1731521355497 2024-11-13T18:09:18,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b0cee58 2024-11-13T18:09:18,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:18,532 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:18,533 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T18:09:18,533 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:09:18,533 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:18,533 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:18,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:18,533 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:09:18,537 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:09:18,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:09:18,542 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:18,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:09:18,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741835_1011 (size=1138) 2024-11-13T18:09:18,588 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:09:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:18,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d20ee0530bfdc4e854e97d3646c489f5, NAME => 'hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88 2024-11-13T18:09:19,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741836_1012 (size=44) 2024-11-13T18:09:19,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:19,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d20ee0530bfdc4e854e97d3646c489f5, disabling compactions & flushes 2024-11-13T18:09:19,007 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:19,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:19,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. after waiting 0 ms 2024-11-13T18:09:19,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:19,007 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:19,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d20ee0530bfdc4e854e97d3646c489f5: Waiting for close lock at 1731521359007Disabling compacts and flushes for region at 1731521359007Disabling writes for close at 1731521359007Writing region close event to WAL at 1731521359007Closed at 1731521359007 2024-11-13T18:09:19,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:09:19,009 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521359008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521359008"}]},"ts":"1731521359008"} 2024-11-13T18:09:19,012 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:09:19,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:09:19,014 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521359014"}]},"ts":"1731521359014"} 2024-11-13T18:09:19,016 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:09:19,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d20ee0530bfdc4e854e97d3646c489f5, ASSIGN}] 2024-11-13T18:09:19,022 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d20ee0530bfdc4e854e97d3646c489f5, ASSIGN 2024-11-13T18:09:19,023 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d20ee0530bfdc4e854e97d3646c489f5, ASSIGN; state=OFFLINE, location=39e84130bbc9,33841,1731521351095; forceNewPlan=false, retain=false 2024-11-13T18:09:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:19,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d20ee0530bfdc4e854e97d3646c489f5, regionState=OPENING, regionLocation=39e84130bbc9,33841,1731521351095 2024-11-13T18:09:19,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d20ee0530bfdc4e854e97d3646c489f5, ASSIGN because future has completed 2024-11-13T18:09:19,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d20ee0530bfdc4e854e97d3646c489f5, server=39e84130bbc9,33841,1731521351095}] 2024-11-13T18:09:19,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:09:19,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:19,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:19,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:19,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:19,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:19,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:19,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:19,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:19,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:09:19,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C33841%2C1731521351095.rep, suffix=, logDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095, archiveDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs, maxLogs=10 2024-11-13T18:09:19,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.rep.1731521359361, exclude list is [], retry=0 2024-11-13T18:09:19,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-f8226e5e-defc-45ac-9df7-f185002b8362,DISK] 2024-11-13T18:09:19,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.rep.1731521359361 2024-11-13T18:09:19,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42795:42795)] 2024-11-13T18:09:19,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d20ee0530bfdc4e854e97d3646c489f5, NAME => 'hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:19,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:19,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:09:19,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. service=MultiRowMutationService 2024-11-13T18:09:19,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:09:19,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:19,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,393 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,397 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20ee0530bfdc4e854e97d3646c489f5 columnFamilyName hfileref 2024-11-13T18:09:19,397 DEBUG [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:19,397 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(327): Store=d20ee0530bfdc4e854e97d3646c489f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:19,397 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,399 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20ee0530bfdc4e854e97d3646c489f5 columnFamilyName queue 2024-11-13T18:09:19,399 DEBUG [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:19,399 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(327): Store=d20ee0530bfdc4e854e97d3646c489f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:19,399 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,401 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20ee0530bfdc4e854e97d3646c489f5 columnFamilyName sid 2024-11-13T18:09:19,401 DEBUG [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:19,413 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(327): Store=d20ee0530bfdc4e854e97d3646c489f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:19,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:09:19,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:19,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d20ee0530bfdc4e854e97d3646c489f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66469312, jitterRate=-0.009530067443847656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:09:19,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:19,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d20ee0530bfdc4e854e97d3646c489f5: Running coprocessor pre-open hook at 1731521359392Writing region info on filesystem at 1731521359392Initializing all the Stores at 1731521359393 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521359393Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521359393Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521359393Cleaning up temporary data from old regions at 1731521359421 (+28 ms)Running coprocessor post-open hooks at 1731521359427 (+6 ms)Region opened successfully at 1731521359428 (+1 ms) 2024-11-13T18:09:19,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5., pid=7, masterSystemTime=1731521359337 2024-11-13T18:09:19,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:19,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:19,441 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d20ee0530bfdc4e854e97d3646c489f5, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,33841,1731521351095 2024-11-13T18:09:19,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d20ee0530bfdc4e854e97d3646c489f5, server=39e84130bbc9,33841,1731521351095 because future has completed 2024-11-13T18:09:19,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:09:19,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d20ee0530bfdc4e854e97d3646c489f5, server=39e84130bbc9,33841,1731521351095 in 268 msec 2024-11-13T18:09:19,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:09:19,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d20ee0530bfdc4e854e97d3646c489f5, ASSIGN in 433 msec 2024-11-13T18:09:19,462 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:09:19,462 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521359462"}]},"ts":"1731521359462"} 2024-11-13T18:09:19,465 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:09:19,465 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:09:19,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 932 msec 2024-11-13T18:09:19,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5., hostname=39e84130bbc9,33841,1731521351095, seqNum=2] 2024-11-13T18:09:19,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:19,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:19,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:09:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:19,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T18:09:19,676 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:09:19,719 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,33841,1731521351095, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:09:19,719 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:19,719 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,33841,1731521351095, seqNum=-1] 2024-11-13T18:09:19,720 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:19,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T18:09:19,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,33841,1731521351095', locateType=CURRENT is [region=hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5., hostname=39e84130bbc9,33841,1731521351095, seqNum=2] 2024-11-13T18:09:19,741 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T18:09:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T18:09:19,748 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,33841,1731521351095 suceeded 2024-11-13T18:09:19,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T18:09:19,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-13T18:09:19,751 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:33401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:09:19,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2550 sec 2024-11-13T18:09:19,762 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:33401' 2024-11-13T18:09:19,765 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a92db5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:19,765 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33401,-1 for getting cluster id 2024-11-13T18:09:19,765 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:19,771 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd306a222-e37e-4b33-8e85-611bb246ebdb' 2024-11-13T18:09:19,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:19,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d306a222-e37e-4b33-8e85-611bb246ebdb" 2024-11-13T18:09:19,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53a05a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:19,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33401,-1] 2024-11-13T18:09:19,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:19,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:19,782 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:19,785 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ad91b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:19,785 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:19,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33401,1731521355497 2024-11-13T18:09:19,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a32a956 2024-11-13T18:09:19,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:19,801 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T18:09:19,804 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,33841,1731521351095 (queues=1) is replicating from cluster=38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0 to cluster=d306a222-e37e-4b33-8e85-611bb246ebdb 2024-11-13T18:09:19,804 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C33841%2C1731521351095 2024-11-13T18:09:19,804 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,33841,1731521351095, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:09:19,806 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095.replicationSource.wal-reader.39e84130bbc9%2C33841%2C1731521351095,1-39e84130bbc9,33841,1731521351095 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.1731521352496, startPosition=0, beingWritten=true 2024-11-13T18:09:19,813 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095.replicationSource.shipper39e84130bbc9%2C33841%2C1731521351095,1-39e84130bbc9,33841,1731521351095 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C33841%2C1731521351095 2024-11-13T18:09:20,025 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095.replicationSource.wal-reader.39e84130bbc9%2C33841%2C1731521351095,1-39e84130bbc9,33841,1731521351095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.1731521352496 to pos 0, reset compression=false 2024-11-13T18:09:20,332 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095.replicationSource.wal-reader.39e84130bbc9%2C33841%2C1731521351095,1-39e84130bbc9,33841,1731521351095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.1731521352496 to pos 0, reset compression=false 2024-11-13T18:09:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:20,646 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:09:20,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:20,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:20,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:20,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:20,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:20,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,44987,1731521350894 2024-11-13T18:09:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@337b945c 2024-11-13T18:09:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:20,649 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:20,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44987 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T18:09:20,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:20,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:20,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:20,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:20,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:20,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:09:20,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=404970196, stopped=false 2024-11-13T18:09:20,650 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,44987,1731521350894 2024-11-13T18:09:20,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0977815678/running 2024-11-13T18:09:20,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0977815678/running 2024-11-13T18:09:20,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:20,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:20,652 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:20,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:20,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:20,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:20,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/running 2024-11-13T18:09:20,653 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,33841,1731521351095' ***** 2024-11-13T18:09:20,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/running 2024-11-13T18:09:20,653 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:09:20,654 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:09:20,654 INFO [RS:0;39e84130bbc9:33841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:09:20,654 INFO [RS:0;39e84130bbc9:33841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:09:20,654 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:09:20,654 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(3091): Received CLOSE for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:20,654 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,33841,1731521351095 2024-11-13T18:09:20,654 INFO [RS:0;39e84130bbc9:33841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:20,654 INFO [RS:0;39e84130bbc9:33841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:33841. 2024-11-13T18:09:20,654 DEBUG [RS:0;39e84130bbc9:33841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:20,654 DEBUG [RS:0;39e84130bbc9:33841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:20,654 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d20ee0530bfdc4e854e97d3646c489f5, disabling compactions & flushes 2024-11-13T18:09:20,654 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:20,654 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:20,654 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. after waiting 0 ms 2024-11-13T18:09:20,654 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:20,655 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d20ee0530bfdc4e854e97d3646c489f5 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T18:09:20,655 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:09:20,655 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:09:20,655 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:09:20,655 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:09:20,655 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:09:20,655 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d20ee0530bfdc4e854e97d3646c489f5=hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5.} 2024-11-13T18:09:20,655 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:20,655 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:20,655 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:20,655 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:20,655 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:20,655 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:20,656 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T18:09:20,683 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5/.tmp/queue/a241f480e95e4b8f90db923346701822 is 151, key is 1-39e84130bbc9,33841,1731521351095/queue:39e84130bbc9%2C33841%2C1731521351095/1731521359729/Put/seqid=0 2024-11-13T18:09:20,683 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/info/b42ccd59e772494cacd066470683a175 is 147, key is hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5./info:regioninfo/1731521359441/Put/seqid=0 2024-11-13T18:09:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741839_1015 (size=6631) 2024-11-13T18:09:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741838_1014 (size=5350) 2024-11-13T18:09:20,697 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:20,738 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095.replicationSource.wal-reader.39e84130bbc9%2C33841%2C1731521351095,1-39e84130bbc9,33841,1731521351095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.1731521352496 to pos 0, reset compression=false 2024-11-13T18:09:20,856 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:21,056 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:21,097 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5/.tmp/queue/a241f480e95e4b8f90db923346701822 2024-11-13T18:09:21,101 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/info/b42ccd59e772494cacd066470683a175 2024-11-13T18:09:21,125 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5/.tmp/queue/a241f480e95e4b8f90db923346701822 as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5/queue/a241f480e95e4b8f90db923346701822 2024-11-13T18:09:21,159 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/ns/47fd1d5be8814656ba7c6b7e23b3336d is 43, key is default/ns:d/1731521353858/Put/seqid=0 2024-11-13T18:09:21,169 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5/queue/a241f480e95e4b8f90db923346701822, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T18:09:21,179 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d20ee0530bfdc4e854e97d3646c489f5 in 524ms, sequenceid=5, compaction requested=false 2024-11-13T18:09:21,179 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T18:09:21,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741840_1016 (size=5153) 2024-11-13T18:09:21,235 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T18:09:21,240 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:21,240 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:21,240 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:21,240 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d20ee0530bfdc4e854e97d3646c489f5: Waiting for close lock at 1731521360654Running coprocessor pre-close hooks at 1731521360654Disabling compacts and flushes for region at 1731521360654Disabling writes for close at 1731521360654Obtaining lock to block concurrent updates at 1731521360655 (+1 ms)Preparing flush snapshotting stores in d20ee0530bfdc4e854e97d3646c489f5 at 1731521360655Finished memstore snapshotting hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731521360655Flushing stores of hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. at 1731521360658 (+3 ms)Flushing d20ee0530bfdc4e854e97d3646c489f5/queue: creating writer at 1731521360658Flushing d20ee0530bfdc4e854e97d3646c489f5/queue: appending metadata at 1731521360683 (+25 ms)Flushing d20ee0530bfdc4e854e97d3646c489f5/queue: closing flushed file at 1731521360683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc9b89c: reopening flushed file at 1731521361115 (+432 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d20ee0530bfdc4e854e97d3646c489f5 in 524ms, sequenceid=5, compaction requested=false at 1731521361179 (+64 ms)Writing region close event to WAL at 1731521361195 (+16 ms)Running coprocessor post-close hooks at 1731521361239 (+44 ms)Closed at 1731521361240 (+1 ms) 2024-11-13T18:09:21,240 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:21,244 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095.replicationSource.wal-reader.39e84130bbc9%2C33841%2C1731521351095,1-39e84130bbc9,33841,1731521351095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.1731521352496 to pos 0, reset compression=false 2024-11-13T18:09:21,256 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:21,355 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:09:21,355 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:09:21,456 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:21,585 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/ns/47fd1d5be8814656ba7c6b7e23b3336d 2024-11-13T18:09:21,616 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/table/a266fb325b02477f8faaa4c6caefbc0b is 53, key is hbase:replication/table:state/1731521359462/Put/seqid=0 2024-11-13T18:09:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741841_1017 (size=5256) 2024-11-13T18:09:21,653 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/table/a266fb325b02477f8faaa4c6caefbc0b 2024-11-13T18:09:21,657 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:09:21,657 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:09:21,657 DEBUG [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:21,697 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/info/b42ccd59e772494cacd066470683a175 as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/info/b42ccd59e772494cacd066470683a175 2024-11-13T18:09:21,733 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/info/b42ccd59e772494cacd066470683a175, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T18:09:21,742 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/ns/47fd1d5be8814656ba7c6b7e23b3336d as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/ns/47fd1d5be8814656ba7c6b7e23b3336d 2024-11-13T18:09:21,767 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/ns/47fd1d5be8814656ba7c6b7e23b3336d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:09:21,769 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/table/a266fb325b02477f8faaa4c6caefbc0b as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/table/a266fb325b02477f8faaa4c6caefbc0b 2024-11-13T18:09:21,778 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/table/a266fb325b02477f8faaa4c6caefbc0b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T18:09:21,779 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1123ms, sequenceid=11, compaction requested=false 2024-11-13T18:09:21,793 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T18:09:21,794 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:21,794 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:21,794 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:21,794 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521360655Running coprocessor pre-close hooks at 1731521360655Disabling compacts and flushes for region at 1731521360655Disabling writes for close at 1731521360655Obtaining lock to block concurrent updates at 1731521360656 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731521360656Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731521360656Flushing stores of hbase:meta,,1.1588230740 at 1731521360656Flushing 1588230740/info: creating writer at 1731521360657 (+1 ms)Flushing 1588230740/info: appending metadata at 1731521360683 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731521360683Flushing 1588230740/ns: creating writer at 1731521361116 (+433 ms)Flushing 1588230740/ns: appending metadata at 1731521361159 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1731521361159Flushing 1588230740/table: creating writer at 1731521361592 (+433 ms)Flushing 1588230740/table: appending metadata at 1731521361616 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731521361616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5230b8: reopening flushed file at 1731521361679 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2680b966: reopening flushed file at 1731521361733 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68fe5e64: reopening flushed file at 1731521361767 (+34 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1123ms, sequenceid=11, compaction requested=false at 1731521361779 (+12 ms)Writing region close event to WAL at 1731521361784 (+5 ms)Running coprocessor post-close hooks at 1731521361794 (+10 ms)Closed at 1731521361794 2024-11-13T18:09:21,794 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:21,857 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,33841,1731521351095; all regions closed. 2024-11-13T18:09:21,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741834_1010 (size=2742) 2024-11-13T18:09:21,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.meta.1731521353631.meta not finished, retry = 0 2024-11-13T18:09:21,874 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095.replicationSource.wal-reader.39e84130bbc9%2C33841%2C1731521351095,1-39e84130bbc9,33841,1731521351095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.1731521352496 to pos 0, reset compression=false 2024-11-13T18:09:21,990 DEBUG [RS:0;39e84130bbc9:33841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs 2024-11-13T18:09:21,990 INFO [RS:0;39e84130bbc9:33841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C33841%2C1731521351095.meta:.meta(num 1731521353631) 2024-11-13T18:09:22,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741837_1013 (size=1586) 2024-11-13T18:09:22,027 DEBUG [RS:0;39e84130bbc9:33841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs 2024-11-13T18:09:22,027 INFO [RS:0;39e84130bbc9:33841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C33841%2C1731521351095.rep:(num 1731521359361) 2024-11-13T18:09:22,048 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095/39e84130bbc9%2C33841%2C1731521351095.1731521352496 not finished, retry = 0 2024-11-13T18:09:22,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741832_1008 (size=93) 2024-11-13T18:09:22,172 DEBUG [RS:0;39e84130bbc9:33841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs 2024-11-13T18:09:22,172 INFO [RS:0;39e84130bbc9:33841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C33841%2C1731521351095:(num 1731521352496) 2024-11-13T18:09:22,172 DEBUG [RS:0;39e84130bbc9:33841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:22,172 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:22,172 INFO [RS:0;39e84130bbc9:33841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:22,172 INFO [RS:0;39e84130bbc9:33841 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:22,173 INFO [RS:0;39e84130bbc9:33841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:22,173 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,33841,1731521351095 because: Region server is closing 2024-11-13T18:09:22,173 INFO [RS:0;39e84130bbc9:33841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:33841. 2024-11-13T18:09:22,173 DEBUG [RS:0;39e84130bbc9:33841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:22,173 DEBUG [RS:0;39e84130bbc9:33841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:22,174 DEBUG [RS:0;39e84130bbc9:33841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:22,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:22,174 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:22,276 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095.replicationSource.shipper39e84130bbc9%2C33841%2C1731521351095,1-39e84130bbc9,33841,1731521351095 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T18:09:22,276 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095.replicationSource.wal-reader.39e84130bbc9%2C33841%2C1731521351095,1-39e84130bbc9,33841,1731521351095 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:09:22,277 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,33841,1731521351095.replicationSource.shipper39e84130bbc9%2C33841%2C1731521351095,1-39e84130bbc9,33841,1731521351095 terminated 2024-11-13T18:09:22,277 INFO [RS:0;39e84130bbc9:33841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33841 2024-11-13T18:09:22,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0977815678/rs/39e84130bbc9,33841,1731521351095 2024-11-13T18:09:22,293 INFO [RS:0;39e84130bbc9:33841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:22,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/rs 2024-11-13T18:09:22,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,33841,1731521351095] 2024-11-13T18:09:22,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/draining/39e84130bbc9,33841,1731521351095 already deleted, retry=false 2024-11-13T18:09:22,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,33841,1731521351095 expired; onlineServers=0 2024-11-13T18:09:22,325 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,44987,1731521350894' ***** 2024-11-13T18:09:22,326 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:09:22,326 INFO [M:0;39e84130bbc9:44987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:22,326 INFO [M:0;39e84130bbc9:44987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:22,326 DEBUG [M:0;39e84130bbc9:44987 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:09:22,326 DEBUG [M:0;39e84130bbc9:44987 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:09:22,326 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:09:22,326 INFO [M:0;39e84130bbc9:44987 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:22,326 INFO [M:0;39e84130bbc9:44987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:22,326 DEBUG [M:0;39e84130bbc9:44987 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:09:22,326 INFO [M:0;39e84130bbc9:44987 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:09:22,326 INFO [M:0;39e84130bbc9:44987 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:22,327 INFO [M:0;39e84130bbc9:44987 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:09:22,327 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521352304 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521352304,5,FailOnTimeoutGroup] 2024-11-13T18:09:22,327 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:09:22,329 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521352306 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521352306,5,FailOnTimeoutGroup] 2024-11-13T18:09:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0977815678/master 2024-11-13T18:09:22,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:22,334 INFO [M:0;39e84130bbc9:44987 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/.lastflushedseqids 2024-11-13T18:09:22,336 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/master already deleted, retry=false 2024-11-13T18:09:22,336 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Failed delete of our master address node; KeeperErrorCode = NoNode for /0977815678/master 2024-11-13T18:09:22,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741842_1018 (size=181) 2024-11-13T18:09:22,396 INFO [RS:0;39e84130bbc9:33841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:22,396 INFO [RS:0;39e84130bbc9:33841 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,33841,1731521351095; zookeeper connection closed. 2024-11-13T18:09:22,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:22,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x100ed49fdab0001, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:22,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cb0ba4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cb0ba4 2024-11-13T18:09:22,400 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:09:22,768 INFO [M:0;39e84130bbc9:44987 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:09:22,768 INFO [M:0;39e84130bbc9:44987 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:09:22,768 DEBUG [M:0;39e84130bbc9:44987 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:22,768 INFO [M:0;39e84130bbc9:44987 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:22,768 DEBUG [M:0;39e84130bbc9:44987 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:22,769 DEBUG [M:0;39e84130bbc9:44987 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:22,769 DEBUG [M:0;39e84130bbc9:44987 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:22,769 INFO [M:0;39e84130bbc9:44987 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T18:09:22,789 DEBUG [M:0;39e84130bbc9:44987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff637d5b464d446e892f22f3f062f7a0 is 82, key is hbase:meta,,1/info:regioninfo/1731521353817/Put/seqid=0 2024-11-13T18:09:22,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741843_1019 (size=5672) 2024-11-13T18:09:23,213 INFO [M:0;39e84130bbc9:44987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff637d5b464d446e892f22f3f062f7a0 2024-11-13T18:09:23,245 DEBUG [M:0;39e84130bbc9:44987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e07f228423e142458b6e5183456b66a1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731521359467/Put/seqid=0 2024-11-13T18:09:23,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741844_1020 (size=7203) 2024-11-13T18:09:23,666 INFO [M:0;39e84130bbc9:44987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e07f228423e142458b6e5183456b66a1 2024-11-13T18:09:23,709 DEBUG [M:0;39e84130bbc9:44987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46aa0276913c4694992c5a410521659c is 69, key is 39e84130bbc9,33841,1731521351095/rs:state/1731521352338/Put/seqid=0 2024-11-13T18:09:23,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741845_1021 (size=5156) 2024-11-13T18:09:23,766 INFO [M:0;39e84130bbc9:44987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46aa0276913c4694992c5a410521659c 2024-11-13T18:09:23,803 DEBUG [M:0;39e84130bbc9:44987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff637d5b464d446e892f22f3f062f7a0 as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff637d5b464d446e892f22f3f062f7a0 2024-11-13T18:09:23,850 INFO [M:0;39e84130bbc9:44987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff637d5b464d446e892f22f3f062f7a0, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T18:09:23,860 DEBUG [M:0;39e84130bbc9:44987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e07f228423e142458b6e5183456b66a1 as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e07f228423e142458b6e5183456b66a1 2024-11-13T18:09:23,910 INFO [M:0;39e84130bbc9:44987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e07f228423e142458b6e5183456b66a1, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T18:09:23,918 DEBUG [M:0;39e84130bbc9:44987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46aa0276913c4694992c5a410521659c as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46aa0276913c4694992c5a410521659c 2024-11-13T18:09:23,948 INFO [M:0;39e84130bbc9:44987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46aa0276913c4694992c5a410521659c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T18:09:23,949 INFO [M:0;39e84130bbc9:44987 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1180ms, sequenceid=70, compaction requested=false 2024-11-13T18:09:23,985 INFO [M:0;39e84130bbc9:44987 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:23,985 DEBUG [M:0;39e84130bbc9:44987 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521362768Disabling compacts and flushes for region at 1731521362768Disabling writes for close at 1731521362769 (+1 ms)Obtaining lock to block concurrent updates at 1731521362769Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521362769Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731521362769Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521362770 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521362770Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521362788 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521362788Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521363219 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521363245 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521363245Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521363675 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521363708 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521363708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209dff11: reopening flushed file at 1731521363789 (+81 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79135aa7: reopening flushed file at 1731521363850 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec7d8d1: reopening flushed file at 1731521363911 (+61 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1180ms, sequenceid=70, compaction requested=false at 1731521363949 (+38 ms)Writing region close event to WAL at 1731521363985 (+36 ms)Closed at 1731521363985 2024-11-13T18:09:24,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741830_1006 (size=41008) 2024-11-13T18:09:24,027 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:24,027 INFO [M:0;39e84130bbc9:44987 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:09:24,027 INFO [M:0;39e84130bbc9:44987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44987 2024-11-13T18:09:24,027 INFO [M:0;39e84130bbc9:44987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:24,137 INFO [M:0;39e84130bbc9:44987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:24,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:24,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44987-0x100ed49fdab0000, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:24,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:09:24,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:24,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:24,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:09:24,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:24,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:09:24,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:09:24,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:09:24,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36109 2024-11-13T18:09:24,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36109 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-13T18:09:24,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361090x0, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:24,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36109-0x100ed49fdab0006 connected 2024-11-13T18:09:24,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:24,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:24,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/running 2024-11-13T18:09:24,286 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88, hbase.cluster.distributed=false 2024-11-13T18:09:24,288 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: INIT 2024-11-13T18:09:24,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/acl 2024-11-13T18:09:24,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36109 2024-11-13T18:09:24,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36109 2024-11-13T18:09:24,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36109 2024-11-13T18:09:24,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36109 2024-11-13T18:09:24,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36109 2024-11-13T18:09:24,364 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:09:24,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:24,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:24,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:09:24,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:24,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:09:24,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:09:24,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:09:24,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32881 2024-11-13T18:09:24,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32881 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-13T18:09:24,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:24,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:24,428 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328810x0, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:24,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32881-0x100ed49fdab0007 connected 2024-11-13T18:09:24,442 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: INIT 2024-11-13T18:09:24,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/running 2024-11-13T18:09:24,444 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:09:24,457 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:09:24,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/master 2024-11-13T18:09:24,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/acl 2024-11-13T18:09:24,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32881 2024-11-13T18:09:24,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32881 2024-11-13T18:09:24,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32881 2024-11-13T18:09:24,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32881 2024-11-13T18:09:24,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32881 2024-11-13T18:09:24,598 DEBUG [M:0;39e84130bbc9:36109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:36109 2024-11-13T18:09:24,609 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0977815678/backup-masters/39e84130bbc9,36109,1731521364140 2024-11-13T18:09:24,630 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/backup-masters 2024-11-13T18:09:24,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/backup-masters 2024-11-13T18:09:24,645 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on existing znode=/0977815678/backup-masters/39e84130bbc9,36109,1731521364140 2024-11-13T18:09:24,661 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0977815678/master 2024-11-13T18:09:24,661 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:24,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:24,681 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on existing znode=/0977815678/master 2024-11-13T18:09:24,693 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0977815678/backup-masters/39e84130bbc9,36109,1731521364140 from backup master directory 2024-11-13T18:09:24,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0977815678/backup-masters/39e84130bbc9,36109,1731521364140 2024-11-13T18:09:24,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/backup-masters 2024-11-13T18:09:24,696 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:09:24,697 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,36109,1731521364140 2024-11-13T18:09:24,698 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/backup-masters 2024-11-13T18:09:24,715 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:24,715 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:09:24,725 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 10ms. 2024-11-13T18:09:24,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741846_1022 (size=196) 2024-11-13T18:09:24,895 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:09:24,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:24,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:24,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:24,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:24,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:24,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:25,174 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:09:25,175 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:09:25,175 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:25,182 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T18:09:25,185 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,44987,1731521350894 to hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,44987,1731521350894-dead as it is dead 2024-11-13T18:09:25,185 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,44987,1731521350894-dead/39e84130bbc9%2C44987%2C1731521350894.1731521352160 2024-11-13T18:09:25,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,44987,1731521350894-dead/39e84130bbc9%2C44987%2C1731521350894.1731521352160 after 1ms 2024-11-13T18:09:25,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,44987,1731521350894-dead/39e84130bbc9%2C44987%2C1731521350894.1731521352160 to hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/39e84130bbc9%2C44987%2C1731521350894.1731521352160 2024-11-13T18:09:25,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,44987,1731521350894-dead 2024-11-13T18:09:25,187 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,36109,1731521364140 2024-11-13T18:09:25,188 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:09:25,189 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C36109%2C1731521364140, suffix=, logDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,36109,1731521364140, archiveDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/oldWALs, maxLogs=10 2024-11-13T18:09:25,206 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,36109,1731521364140/39e84130bbc9%2C36109%2C1731521364140.1731521365189, exclude list is [], retry=0 2024-11-13T18:09:25,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-f8226e5e-defc-45ac-9df7-f185002b8362,DISK] 2024-11-13T18:09:25,210 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/WALs/39e84130bbc9,36109,1731521364140/39e84130bbc9%2C36109%2C1731521364140.1731521365189 2024-11-13T18:09:25,214 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42795:42795)] 2024-11-13T18:09:25,214 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:25,214 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:25,214 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:25,214 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:25,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:25,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:09:25,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:25,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff637d5b464d446e892f22f3f062f7a0 2024-11-13T18:09:25,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:25,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:25,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:09:25,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:25,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e07f228423e142458b6e5183456b66a1 2024-11-13T18:09:25,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:25,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:25,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:09:25,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:25,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46aa0276913c4694992c5a410521659c 2024-11-13T18:09:25,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:25,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:25,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:09:25,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:25,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:25,237 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:25,237 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T18:09:25,237 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/39e84130bbc9%2C44987%2C1731521350894.1731521352160 2024-11-13T18:09:25,242 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/39e84130bbc9%2C44987%2C1731521350894.1731521352160 2024-11-13T18:09:25,243 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/39e84130bbc9%2C44987%2C1731521350894.1731521352160 2024-11-13T18:09:25,244 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:25,244 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:25,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:25,247 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:25,249 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T18:09:25,251 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64465357, jitterRate=-0.039391323924064636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:25,251 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521365215Initializing all the Stores at 1731521365215Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521365215Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521365215Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521365215Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521365215Cleaning up temporary data from old regions at 1731521365244 (+29 ms)Region opened successfully at 1731521365251 (+7 ms) 2024-11-13T18:09:25,251 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:09:25,263 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4583f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:09:25,266 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T18:09:25,266 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:09:25,266 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:09:25,267 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:09:25,267 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:09:25,272 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:25,272 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:09:25,273 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:09:25,273 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-13T18:09:25,273 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:09:25,277 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=39e84130bbc9,33841,1731521351095, regionLocation=39e84130bbc9,33841,1731521351095, openSeqNum=2 2024-11-13T18:09:25,278 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=39e84130bbc9,33841,1731521351095, table=hbase:meta, region=1588230740 2024-11-13T18:09:25,278 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,33841,1731521351095, state=OPEN 2024-11-13T18:09:25,280 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0977815678/meta-region-server 2024-11-13T18:09:25,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0977815678/meta-region-server 2024-11-13T18:09:25,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: CHANGED 2024-11-13T18:09:25,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: CHANGED 2024-11-13T18:09:25,284 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:09:25,287 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/draining/39e84130bbc9,33841,1731521351095 already deleted, retry=false 2024-11-13T18:09:25,288 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 39e84130bbc9,33841,1731521351095 on 39e84130bbc9,36109,1731521364140 2024-11-13T18:09:25,291 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 39e84130bbc9,33841,1731521351095, splitWal=true, meta=true 2024-11-13T18:09:25,291 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 39e84130bbc9,33841,1731521351095 (carryingMeta=true) 39e84130bbc9,33841,1731521351095/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@78a47148[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T18:09:25,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Unable to get data of znode /0977815678/balancer because node does not exist (not necessarily an error) 2024-11-13T18:09:25,300 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/balancer already deleted, retry=false 2024-11-13T18:09:25,300 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:09:25,306 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Unable to get data of znode /0977815678/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:09:25,309 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/normalizer already deleted, retry=false 2024-11-13T18:09:25,310 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:09:25,312 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Unable to get data of znode /0977815678/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:09:25,314 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/switch/split already deleted, retry=false 2024-11-13T18:09:25,323 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Unable to get data of znode /0977815678/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:09:25,334 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/switch/merge already deleted, retry=false 2024-11-13T18:09:25,361 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Unable to get data of znode /0977815678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:09:25,365 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/snapshot-cleanup already deleted, retry=false 2024-11-13T18:09:25,369 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0977815678/running 2024-11-13T18:09:25,369 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:25,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0977815678/running 2024-11-13T18:09:25,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:25,374 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,36109,1731521364140, sessionid=0x100ed49fdab0006, setting cluster-up flag (Was=false) 2024-11-13T18:09:25,382 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0977815678/flush-table-proc/acquired, /0977815678/flush-table-proc/reached, /0977815678/flush-table-proc/abort 2024-11-13T18:09:25,390 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,36109,1731521364140 2024-11-13T18:09:25,398 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0977815678/online-snapshot/acquired, /0977815678/online-snapshot/reached, /0977815678/online-snapshot/abort 2024-11-13T18:09:25,399 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,36109,1731521364140 2024-11-13T18:09:25,414 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/.lastflushedseqids 2024-11-13T18:09:25,422 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:09:25,422 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:09:25,422 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,36109,1731521364140 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 39e84130bbc9,33841,1731521351095 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:09:25,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:25,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:25,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:25,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:25,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:09:25,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:09:25,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,445 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 39e84130bbc9,33841,1731521351095, splitWal=true, meta=true 2024-11-13T18:09:25,450 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521395450 2024-11-13T18:09:25,451 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:09:25,451 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:09:25,451 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:09:25,451 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:09:25,451 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:09:25,451 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:09:25,452 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 39e84130bbc9,33841,1731521351095, splitWal=true, meta=true, isMeta: true 2024-11-13T18:09:25,452 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:09:25,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:09:25,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:09:25,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:09:25,461 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:09:25,461 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:09:25,464 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095-splitting 2024-11-13T18:09:25,469 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521365461,5,FailOnTimeoutGroup] 2024-11-13T18:09:25,473 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095-splitting dir is empty, no logs to split. 2024-11-13T18:09:25,474 INFO [PEWorker-1 {}] master.SplitWALManager(105): 39e84130bbc9,33841,1731521351095 WAL count=0, meta=true 2024-11-13T18:09:25,477 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521365469,5,FailOnTimeoutGroup] 2024-11-13T18:09:25,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:09:25,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521365477, completionTime=-1 2024-11-13T18:09:25,478 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T18:09:25,478 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T18:09:25,485 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095-splitting dir is empty, no logs to split. 2024-11-13T18:09:25,485 INFO [PEWorker-1 {}] master.SplitWALManager(105): 39e84130bbc9,33841,1731521351095 WAL count=0, meta=true 2024-11-13T18:09:25,485 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 39e84130bbc9,33841,1731521351095 WAL splitting is done? wals=0, meta=true 2024-11-13T18:09:25,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:09:25,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:09:25,489 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T18:09:25,493 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(746): ClusterId : 38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0 2024-11-13T18:09:25,493 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:09:25,505 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:09:25,505 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:09:25,514 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:09:25,517 DEBUG [RS:0;39e84130bbc9:32881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56044c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:09:25,540 DEBUG [RS:0;39e84130bbc9:32881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:32881 2024-11-13T18:09:25,540 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:09:25,540 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:09:25,540 DEBUG [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:09:25,542 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,36109,1731521364140 with port=32881, startcode=1731521364364 2024-11-13T18:09:25,542 DEBUG [RS:0;39e84130bbc9:32881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:09:25,562 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:09:25,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,32881,1731521364364 2024-11-13T18:09:25,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36109 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,32881,1731521364364 2024-11-13T18:09:25,578 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T18:09:25,581 DEBUG [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88 2024-11-13T18:09:25,581 DEBUG [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44449 2024-11-13T18:09:25,581 DEBUG [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:09:25,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/rs 2024-11-13T18:09:25,614 DEBUG [RS:0;39e84130bbc9:32881 {}] zookeeper.ZKUtil(111): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on existing znode=/0977815678/rs/39e84130bbc9,32881,1731521364364 2024-11-13T18:09:25,614 WARN [RS:0;39e84130bbc9:32881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:09:25,614 INFO [RS:0;39e84130bbc9:32881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:25,614 DEBUG [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364 2024-11-13T18:09:25,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,32881,1731521364364] 2024-11-13T18:09:25,641 WARN [39e84130bbc9:36109 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:09:25,697 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:09:25,699 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:09:25,702 INFO [RS:0;39e84130bbc9:32881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:09:25,702 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,703 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:09:25,705 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:09:25,705 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:09:25,705 DEBUG [RS:0;39e84130bbc9:32881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:09:25,706 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,706 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,706 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,706 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,706 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,706 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,32881,1731521364364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:09:25,730 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:09:25,730 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,32881,1731521364364-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,753 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,32881,1731521364364, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:09:25,753 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,753 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.Replication(171): 39e84130bbc9,32881,1731521364364 started 2024-11-13T18:09:25,774 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:25,775 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,32881,1731521364364, RpcServer on 39e84130bbc9/172.17.0.3:32881, sessionid=0x100ed49fdab0007 2024-11-13T18:09:25,775 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:09:25,775 DEBUG [RS:0;39e84130bbc9:32881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,32881,1731521364364 2024-11-13T18:09:25,775 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,32881,1731521364364' 2024-11-13T18:09:25,775 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0977815678/flush-table-proc/abort' 2024-11-13T18:09:25,776 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0977815678/flush-table-proc/acquired' 2024-11-13T18:09:25,778 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:09:25,778 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:09:25,778 DEBUG [RS:0;39e84130bbc9:32881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,32881,1731521364364 2024-11-13T18:09:25,778 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,32881,1731521364364' 2024-11-13T18:09:25,778 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0977815678/online-snapshot/abort' 2024-11-13T18:09:25,779 DEBUG [RS:0;39e84130bbc9:32881.replicationSource,1-39e84130bbc9,32881,1731521364364 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:33401' 2024-11-13T18:09:25,783 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0977815678/online-snapshot/acquired' 2024-11-13T18:09:25,790 DEBUG [RS:0;39e84130bbc9:32881.replicationSource,1-39e84130bbc9,32881,1731521364364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@569727d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:25,790 DEBUG [RS:0;39e84130bbc9:32881.replicationSource,1-39e84130bbc9,32881,1731521364364 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33401,-1 for getting cluster id 2024-11-13T18:09:25,790 DEBUG [RS:0;39e84130bbc9:32881.replicationSource,1-39e84130bbc9,32881,1731521364364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:25,792 DEBUG [RS:0;39e84130bbc9:32881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:09:25,792 INFO [RS:0;39e84130bbc9:32881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:09:25,792 INFO [RS:0;39e84130bbc9:32881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:09:25,806 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd306a222-e37e-4b33-8e85-611bb246ebdb' 2024-11-13T18:09:25,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:25,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d306a222-e37e-4b33-8e85-611bb246ebdb" 2024-11-13T18:09:25,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21861314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:25,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33401,-1] 2024-11-13T18:09:25,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:25,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:25,814 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:25,825 DEBUG [RS:0;39e84130bbc9:32881.replicationSource,1-39e84130bbc9,32881,1731521364364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19570d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:25,826 DEBUG [RS:0;39e84130bbc9:32881.replicationSource,1-39e84130bbc9,32881,1731521364364 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:25,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33401,1731521355497 2024-11-13T18:09:25,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@794e9806 2024-11-13T18:09:25,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:25,853 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T18:09:25,859 INFO [RS:0;39e84130bbc9:32881.replicationSource,1-39e84130bbc9,32881,1731521364364 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,32881,1731521364364 (queues=0) is replicating from cluster=38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0 to cluster=d306a222-e37e-4b33-8e85-611bb246ebdb 2024-11-13T18:09:25,894 INFO [RS:0;39e84130bbc9:32881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:09:25,909 INFO [RS:0;39e84130bbc9:32881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C32881%2C1731521364364, suffix=, logDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364, archiveDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs, maxLogs=10 2024-11-13T18:09:25,939 DEBUG [RS:0;39e84130bbc9:32881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910, exclude list is [], retry=0 2024-11-13T18:09:25,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-f8226e5e-defc-45ac-9df7-f185002b8362,DISK] 2024-11-13T18:09:25,968 INFO [RS:0;39e84130bbc9:32881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 2024-11-13T18:09:25,972 DEBUG [RS:0;39e84130bbc9:32881 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 39e84130bbc9%2C32881%2C1731521364364 for peer 1 2024-11-13T18:09:25,972 DEBUG [RS:0;39e84130bbc9:32881 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C32881%2C1731521364364 2024-11-13T18:09:25,972 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,32881,1731521364364, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:09:25,985 DEBUG [RS:0;39e84130bbc9:32881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42795:42795)] 2024-11-13T18:09:25,987 INFO [RS:0;39e84130bbc9:32881.replicationSource.shipper39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C32881%2C1731521364364 2024-11-13T18:09:25,989 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910, startPosition=0, beingWritten=true 2024-11-13T18:09:26,143 DEBUG [39e84130bbc9:36109 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:09:26,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,32881,1731521364364 2024-11-13T18:09:26,150 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,32881,1731521364364, state=OPENING 2024-11-13T18:09:26,155 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0977815678/meta-region-server 2024-11-13T18:09:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0977815678/meta-region-server 2024-11-13T18:09:26,155 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:09:26,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: CHANGED 2024-11-13T18:09:26,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,32881,1731521364364}] 2024-11-13T18:09:26,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: CHANGED 2024-11-13T18:09:26,217 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 to pos 0, reset compression=false 2024-11-13T18:09:26,309 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:09:26,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:09:26,316 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:09:26,316 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:26,317 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:09:26,318 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C32881%2C1731521364364.meta, suffix=.meta, logDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364, archiveDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs, maxLogs=10 2024-11-13T18:09:26,340 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.meta.1731521366319.meta, exclude list is [], retry=0 2024-11-13T18:09:26,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-f8226e5e-defc-45ac-9df7-f185002b8362,DISK] 2024-11-13T18:09:26,347 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.meta.1731521366319.meta 2024-11-13T18:09:26,347 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42795:42795)] 2024-11-13T18:09:26,348 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:26,348 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:26,348 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:09:26,348 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:09:26,348 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:09:26,349 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:09:26,349 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:26,349 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:09:26,349 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:09:26,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:09:26,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:09:26,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:26,363 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/info/b42ccd59e772494cacd066470683a175 2024-11-13T18:09:26,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:26,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:09:26,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:09:26,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:26,370 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/ns/47fd1d5be8814656ba7c6b7e23b3336d 2024-11-13T18:09:26,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:26,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:09:26,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:09:26,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:26,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:26,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:09:26,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:09:26,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:26,378 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/table/a266fb325b02477f8faaa4c6caefbc0b 2024-11-13T18:09:26,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:26,378 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:09:26,379 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740 2024-11-13T18:09:26,380 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740 2024-11-13T18:09:26,381 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:09:26,381 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:09:26,382 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:26,383 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:09:26,384 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64870558, jitterRate=-0.03335335850715637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:26,384 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:09:26,384 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521366349Writing region info on filesystem at 1731521366349Initializing all the Stores at 1731521366356 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521366356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521366356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521366356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521366356Cleaning up temporary data from old regions at 1731521366381 (+25 ms)Running coprocessor post-open hooks at 1731521366384 (+3 ms)Region opened successfully at 1731521366384 2024-11-13T18:09:26,385 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731521366309 2024-11-13T18:09:26,392 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:09:26,392 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:09:26,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=39e84130bbc9,32881,1731521364364 2024-11-13T18:09:26,395 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,32881,1731521364364, state=OPEN 2024-11-13T18:09:26,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0977815678/meta-region-server 2024-11-13T18:09:26,397 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0977815678/meta-region-server 2024-11-13T18:09:26,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: CHANGED 2024-11-13T18:09:26,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0977815678/meta-region-server: CHANGED 2024-11-13T18:09:26,398 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,32881,1731521364364 2024-11-13T18:09:26,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T18:09:26,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,32881,1731521364364 in 243 msec 2024-11-13T18:09:26,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:09:26,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 916 msec 2024-11-13T18:09:26,551 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 to pos 0, reset compression=false 2024-11-13T18:09:26,959 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 to pos 0, reset compression=false 2024-11-13T18:09:27,093 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1614ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1514ms 2024-11-13T18:09:27,470 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 to pos 0, reset compression=false 2024-11-13T18:09:28,083 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 to pos 0, reset compression=false 2024-11-13T18:09:28,595 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3117ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3017ms 2024-11-13T18:09:28,794 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 to pos 0, reset compression=false 2024-11-13T18:09:29,603 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 to pos 0, reset compression=false 2024-11-13T18:09:29,998 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4520ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T18:09:29,998 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:09:29,998 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:29,998 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,32881,1731521364364, seqNum=-1] 2024-11-13T18:09:29,999 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:30,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:30,004 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d20ee0530bfdc4e854e97d3646c489f5, regionState=OPEN, lastHost=39e84130bbc9,33841,1731521351095, regionLocation=39e84130bbc9,33841,1731521351095, openSeqNum=2 2024-11-13T18:09:30,005 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:09:30,005 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521430005 2024-11-13T18:09:30,005 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521490005 2024-11-13T18:09:30,005 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-13T18:09:30,005 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 39e84130bbc9,33841,1731521351095 had 2 regions 2024-11-13T18:09:30,005 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36109,1731521364140-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:30,005 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36109,1731521364140-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:30,005 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36109,1731521364140-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:30,005 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:36109, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:30,005 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:30,006 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:30,007 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 39e84130bbc9,33841,1731521351095, splitWal=true, meta=true, isMeta: false 2024-11-13T18:09:30,010 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095-splitting dir is empty, no logs to split. 2024-11-13T18:09:30,010 INFO [PEWorker-4 {}] master.SplitWALManager(105): 39e84130bbc9,33841,1731521351095 WAL count=0, meta=false 2024-11-13T18:09:30,014 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.317sec 2024-11-13T18:09:30,014 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:09:30,014 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:09:30,014 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:09:30,014 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:09:30,014 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:09:30,014 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36109,1731521364140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:09:30,014 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36109,1731521364140-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:09:30,017 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,33841,1731521351095-splitting dir is empty, no logs to split. 2024-11-13T18:09:30,017 INFO [PEWorker-4 {}] master.SplitWALManager(105): 39e84130bbc9,33841,1731521351095 WAL count=0, meta=false 2024-11-13T18:09:30,017 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 39e84130bbc9,33841,1731521351095 WAL splitting is done? wals=0, meta=false 2024-11-13T18:09:30,018 WARN [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=39e84130bbc9,33841,1731521351095/hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:30,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d20ee0530bfdc4e854e97d3646c489f5, ASSIGN}] 2024-11-13T18:09:30,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d20ee0530bfdc4e854e97d3646c489f5, ASSIGN 2024-11-13T18:09:30,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d20ee0530bfdc4e854e97d3646c489f5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T18:09:30,029 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:09:30,029 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:09:30,030 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36109,1731521364140-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:30,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4737e503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:30,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,36109,-1 for getting cluster id 2024-11-13T18:09:30,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:30,095 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0' 2024-11-13T18:09:30,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:30,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0" 2024-11-13T18:09:30,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119480e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:30,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,36109,-1] 2024-11-13T18:09:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:30,097 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ef67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:30,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,32881,1731521364364, seqNum=-1] 2024-11-13T18:09:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:30,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:30,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T18:09:30,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:30,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:30,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:30,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:30,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:30,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 39e84130bbc9:36109 after: 39e84130bbc9:36109 2024-11-13T18:09:30,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108f32e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:30,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,36109,-1 for getting cluster id 2024-11-13T18:09:30,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:30,108 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0' 2024-11-13T18:09:30,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:30,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38abf42a-9a2a-4b2b-a85e-9fbf9f45f4f0" 2024-11-13T18:09:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43deece4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,36109,-1] 2024-11-13T18:09:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:30,111 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:30,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b0a34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:30,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:30,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,36109,1731521364140 2024-11-13T18:09:30,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29cfd544 2024-11-13T18:09:30,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:30,114 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:30,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T18:09:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:09:30,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:30,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:30,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:30,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:30,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:30,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:09:30,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1308857059, stopped=false 2024-11-13T18:09:30,115 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,33401,1731521355497 2024-11-13T18:09:30,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1917418626/running 2024-11-13T18:09:30,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:30,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1917418626/running 2024-11-13T18:09:30,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:30,119 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:30,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:30,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:30,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:30,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,33211,1731521355553' ***** 2024-11-13T18:09:30,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:09:30,120 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:09:30,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:09:30,121 INFO [RS:0;39e84130bbc9:33211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:09:30,121 INFO [RS:0;39e84130bbc9:33211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:09:30,121 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,33211,1731521355553 2024-11-13T18:09:30,121 INFO [RS:0;39e84130bbc9:33211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:30,121 INFO [RS:0;39e84130bbc9:33211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:33211. 2024-11-13T18:09:30,122 DEBUG [RS:0;39e84130bbc9:33211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:30,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Set watcher on znode that does not yet exist, /1917418626/running 2024-11-13T18:09:30,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Set watcher on znode that does not yet exist, /1917418626/running 2024-11-13T18:09:30,125 DEBUG [RS:0;39e84130bbc9:33211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:30,125 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:09:30,126 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:09:30,126 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:09:30,126 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:09:30,126 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:09:30,126 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:09:30,127 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:30,127 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:30,127 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:30,127 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:30,127 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:30,127 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:30,127 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T18:09:30,173 DEBUG [39e84130bbc9:36109 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:09:30,174 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d20ee0530bfdc4e854e97d3646c489f5, regionState=OPENING, regionLocation=39e84130bbc9,32881,1731521364364 2024-11-13T18:09:30,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d20ee0530bfdc4e854e97d3646c489f5, ASSIGN because future has completed 2024-11-13T18:09:30,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d20ee0530bfdc4e854e97d3646c489f5, server=39e84130bbc9,32881,1731521364364}] 2024-11-13T18:09:30,213 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740/.tmp/ns/65c6be05609e44988b83dc765bce2877 is 43, key is default/ns:d/1731521358277/Put/seqid=0 2024-11-13T18:09:30,213 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:30,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741835_1011 (size=5153) 2024-11-13T18:09:30,327 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:30,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:30,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:30,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:09:30,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C32881%2C1731521364364.rep, suffix=, logDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364, archiveDir=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs, maxLogs=10 2024-11-13T18:09:30,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.rep.1731521370380, exclude list is [], retry=0 2024-11-13T18:09:30,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-f8226e5e-defc-45ac-9df7-f185002b8362,DISK] 2024-11-13T18:09:30,414 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:09:30,414 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:09:30,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.rep.1731521370380 2024-11-13T18:09:30,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42795:42795)] 2024-11-13T18:09:30,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d20ee0530bfdc4e854e97d3646c489f5, NAME => 'hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:30,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:30,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:09:30,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. service=MultiRowMutationService 2024-11-13T18:09:30,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:09:30,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:30,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,424 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,426 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20ee0530bfdc4e854e97d3646c489f5 columnFamilyName hfileref 2024-11-13T18:09:30,426 DEBUG [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:30,427 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(327): Store=d20ee0530bfdc4e854e97d3646c489f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:30,427 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,428 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20ee0530bfdc4e854e97d3646c489f5 columnFamilyName queue 2024-11-13T18:09:30,428 DEBUG [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:30,439 DEBUG [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5/queue/a241f480e95e4b8f90db923346701822 2024-11-13T18:09:30,439 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(327): Store=d20ee0530bfdc4e854e97d3646c489f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:30,439 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,440 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d20ee0530bfdc4e854e97d3646c489f5 columnFamilyName sid 2024-11-13T18:09:30,440 DEBUG [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:30,441 INFO [StoreOpener-d20ee0530bfdc4e854e97d3646c489f5-1 {}] regionserver.HStore(327): Store=d20ee0530bfdc4e854e97d3646c489f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:30,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:09:30,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d20ee0530bfdc4e854e97d3646c489f5; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69262338, jitterRate=0.03208926320075989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:09:30,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:30,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d20ee0530bfdc4e854e97d3646c489f5: Running coprocessor pre-open hook at 1731521370423Writing region info on filesystem at 1731521370423Initializing all the Stores at 1731521370424 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521370424Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521370424Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521370424Cleaning up temporary data from old regions at 1731521370443 (+19 ms)Running coprocessor post-open hooks at 1731521370446 (+3 ms)Region opened successfully at 1731521370447 (+1 ms) 2024-11-13T18:09:30,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5., pid=13, masterSystemTime=1731521370366 2024-11-13T18:09:30,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:30,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:30,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d20ee0530bfdc4e854e97d3646c489f5, regionState=OPEN, openSeqNum=9, regionLocation=39e84130bbc9,32881,1731521364364 2024-11-13T18:09:30,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d20ee0530bfdc4e854e97d3646c489f5, server=39e84130bbc9,32881,1731521364364 because future has completed 2024-11-13T18:09:30,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T18:09:30,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d20ee0530bfdc4e854e97d3646c489f5, server=39e84130bbc9,32881,1731521364364 in 285 msec 2024-11-13T18:09:30,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T18:09:30,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d20ee0530bfdc4e854e97d3646c489f5, ASSIGN in 469 msec 2024-11-13T18:09:30,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T18:09:30,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5., hostname=39e84130bbc9,32881,1731521364364, seqNum=9] 2024-11-13T18:09:30,516 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 to pos 0, reset compression=false 2024-11-13T18:09:30,527 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:30,528 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 39e84130bbc9,33841,1731521351095 2024-11-13T18:09:30,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T18:09:30,654 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740/.tmp/ns/65c6be05609e44988b83dc765bce2877 2024-11-13T18:09:30,689 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740/.tmp/ns/65c6be05609e44988b83dc765bce2877 as hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740/ns/65c6be05609e44988b83dc765bce2877 2024-11-13T18:09:30,722 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740/ns/65c6be05609e44988b83dc765bce2877, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T18:09:30,728 DEBUG [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:30,730 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 603ms, sequenceid=6, compaction requested=false 2024-11-13T18:09:30,730 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:09:30,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T18:09:30,811 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T18:09:30,812 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:30,812 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:30,812 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:30,813 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521370127Running coprocessor pre-close hooks at 1731521370127Disabling compacts and flushes for region at 1731521370127Disabling writes for close at 1731521370127Obtaining lock to block concurrent updates at 1731521370127Preparing flush snapshotting stores in 1588230740 at 1731521370127Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731521370128 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521370142 (+14 ms)Flushing 1588230740/ns: creating writer at 1731521370142Flushing 1588230740/ns: appending metadata at 1731521370212 (+70 ms)Flushing 1588230740/ns: closing flushed file at 1731521370212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250925a8: reopening flushed file at 1731521370677 (+465 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 603ms, sequenceid=6, compaction requested=false at 1731521370730 (+53 ms)Writing region close event to WAL at 1731521370790 (+60 ms)Running coprocessor post-close hooks at 1731521370812 (+22 ms)Closed at 1731521370812 2024-11-13T18:09:30,813 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:30,929 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,33211,1731521355553; all regions closed. 2024-11-13T18:09:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741834_1010 (size=1152) 2024-11-13T18:09:30,957 DEBUG [RS:0;39e84130bbc9:33211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/oldWALs 2024-11-13T18:09:30,957 INFO [RS:0;39e84130bbc9:33211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C33211%2C1731521355553.meta:.meta(num 1731521358170) 2024-11-13T18:09:30,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/WALs/39e84130bbc9,33211,1731521355553/39e84130bbc9%2C33211%2C1731521355553.1731521357529 not finished, retry = 0 2024-11-13T18:09:30,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741833_1009 (size=93) 2024-11-13T18:09:31,082 DEBUG [RS:0;39e84130bbc9:33211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/oldWALs 2024-11-13T18:09:31,082 INFO [RS:0;39e84130bbc9:33211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C33211%2C1731521355553:(num 1731521357529) 2024-11-13T18:09:31,082 DEBUG [RS:0;39e84130bbc9:33211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:31,082 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:31,082 INFO [RS:0;39e84130bbc9:33211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:31,083 INFO [RS:0;39e84130bbc9:33211 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:31,083 INFO [RS:0;39e84130bbc9:33211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:31,083 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:31,083 INFO [RS:0;39e84130bbc9:33211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33211 2024-11-13T18:09:31,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626/rs 2024-11-13T18:09:31,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1917418626/rs/39e84130bbc9,33211,1731521355553 2024-11-13T18:09:31,085 INFO [RS:0;39e84130bbc9:33211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:31,086 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,33211,1731521355553] 2024-11-13T18:09:31,088 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1917418626/draining/39e84130bbc9,33211,1731521355553 already deleted, retry=false 2024-11-13T18:09:31,088 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,33211,1731521355553 expired; onlineServers=0 2024-11-13T18:09:31,088 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,33401,1731521355497' ***** 2024-11-13T18:09:31,088 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:09:31,088 INFO [M:0;39e84130bbc9:33401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:31,088 INFO [M:0;39e84130bbc9:33401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:31,088 DEBUG [M:0;39e84130bbc9:33401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:09:31,089 DEBUG [M:0;39e84130bbc9:33401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:09:31,089 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:09:31,089 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521357154 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521357154,5,FailOnTimeoutGroup] 2024-11-13T18:09:31,089 INFO [M:0;39e84130bbc9:33401 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:31,089 INFO [M:0;39e84130bbc9:33401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:31,089 DEBUG [M:0;39e84130bbc9:33401 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:09:31,089 INFO [M:0;39e84130bbc9:33401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:09:31,089 INFO [M:0;39e84130bbc9:33401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:31,089 INFO [M:0;39e84130bbc9:33401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:09:31,089 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521357161 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521357161,5,FailOnTimeoutGroup] 2024-11-13T18:09:31,089 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:09:31,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1917418626/master 2024-11-13T18:09:31,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917418626 2024-11-13T18:09:31,091 DEBUG [M:0;39e84130bbc9:33401 {}] zookeeper.ZKUtil(347): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Unable to get data of znode /1917418626/master because node does not exist (not an error) 2024-11-13T18:09:31,091 WARN [M:0;39e84130bbc9:33401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:09:31,100 INFO [M:0;39e84130bbc9:33401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/.lastflushedseqids 2024-11-13T18:09:31,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741836_1012 (size=99) 2024-11-13T18:09:31,149 INFO [M:0;39e84130bbc9:33401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:09:31,150 INFO [M:0;39e84130bbc9:33401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:09:31,150 DEBUG [M:0;39e84130bbc9:33401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:31,150 INFO [M:0;39e84130bbc9:33401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:31,150 DEBUG [M:0;39e84130bbc9:33401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:31,150 DEBUG [M:0;39e84130bbc9:33401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:31,150 DEBUG [M:0;39e84130bbc9:33401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:31,150 INFO [M:0;39e84130bbc9:33401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T18:09:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x100ed49fdab0004, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:31,188 INFO [RS:0;39e84130bbc9:33211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:31,188 INFO [RS:0;39e84130bbc9:33211 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,33211,1731521355553; zookeeper connection closed. 2024-11-13T18:09:31,190 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f4e67ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f4e67ba 2024-11-13T18:09:31,193 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:09:31,202 DEBUG [M:0;39e84130bbc9:33401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d40d1db20f1840ce9a336498ca4285dd is 82, key is hbase:meta,,1/info:regioninfo/1731521358264/Put/seqid=0 2024-11-13T18:09:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741837_1013 (size=5672) 2024-11-13T18:09:31,528 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 to pos 0, reset compression=false 2024-11-13T18:09:31,627 INFO [M:0;39e84130bbc9:33401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d40d1db20f1840ce9a336498ca4285dd 2024-11-13T18:09:31,659 DEBUG [M:0;39e84130bbc9:33401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8359ee5a2f79499fa982a6394f06baa4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731521358283/Put/seqid=0 2024-11-13T18:09:31,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741838_1014 (size=5275) 2024-11-13T18:09:31,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:09:31,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:31,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:31,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:31,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:31,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:31,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:32,083 INFO [M:0;39e84130bbc9:33401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8359ee5a2f79499fa982a6394f06baa4 2024-11-13T18:09:32,123 DEBUG [M:0;39e84130bbc9:33401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a744400d29f426198dcb9df441ede26 is 69, key is 39e84130bbc9,33211,1731521355553/rs:state/1731521357258/Put/seqid=0 2024-11-13T18:09:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741839_1015 (size=5156) 2024-11-13T18:09:32,139 INFO [M:0;39e84130bbc9:33401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a744400d29f426198dcb9df441ede26 2024-11-13T18:09:32,155 DEBUG [M:0;39e84130bbc9:33401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d40d1db20f1840ce9a336498ca4285dd as hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d40d1db20f1840ce9a336498ca4285dd 2024-11-13T18:09:32,169 INFO [M:0;39e84130bbc9:33401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d40d1db20f1840ce9a336498ca4285dd, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T18:09:32,175 DEBUG [M:0;39e84130bbc9:33401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8359ee5a2f79499fa982a6394f06baa4 as hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8359ee5a2f79499fa982a6394f06baa4 2024-11-13T18:09:32,182 INFO [M:0;39e84130bbc9:33401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8359ee5a2f79499fa982a6394f06baa4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T18:09:32,185 DEBUG [M:0;39e84130bbc9:33401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a744400d29f426198dcb9df441ede26 as hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a744400d29f426198dcb9df441ede26 2024-11-13T18:09:32,191 INFO [M:0;39e84130bbc9:33401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39765/user/jenkins/test-data/14403e66-154e-84f1-2e64-7243a5afe3c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a744400d29f426198dcb9df441ede26, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T18:09:32,193 INFO [M:0;39e84130bbc9:33401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1043ms, sequenceid=28, compaction requested=false 2024-11-13T18:09:32,206 INFO [M:0;39e84130bbc9:33401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:32,206 DEBUG [M:0;39e84130bbc9:33401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521371150Disabling compacts and flushes for region at 1731521371150Disabling writes for close at 1731521371150Obtaining lock to block concurrent updates at 1731521371150Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521371150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731521371151 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521371157 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521371158 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521371201 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521371201Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521371633 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521371658 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521371658Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521372089 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521372122 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521372123 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cbf4b5: reopening flushed file at 1731521372151 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5abde9: reopening flushed file at 1731521372169 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f4ae7b: reopening flushed file at 1731521372182 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1043ms, sequenceid=28, compaction requested=false at 1731521372193 (+11 ms)Writing region close event to WAL at 1731521372206 (+13 ms)Closed at 1731521372206 2024-11-13T18:09:32,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43141 is added to blk_1073741830_1006 (size=10165) 2024-11-13T18:09:32,234 INFO [M:0;39e84130bbc9:33401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:09:32,234 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:32,234 INFO [M:0;39e84130bbc9:33401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33401 2024-11-13T18:09:32,235 INFO [M:0;39e84130bbc9:33401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:32,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:32,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x100ed49fdab0003, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:32,341 INFO [M:0;39e84130bbc9:33401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:32,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b8c3687{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:09:32,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7644832b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:09:32,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:09:32,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e1fe333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:09:32,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b653cb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/hadoop.log.dir/,STOPPED} 2024-11-13T18:09:32,362 WARN [BP-939680871-172.17.0.3-1731521354050 heartbeating to localhost/127.0.0.1:39765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:09:32,362 WARN [BP-939680871-172.17.0.3-1731521354050 heartbeating to localhost/127.0.0.1:39765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-939680871-172.17.0.3-1731521354050 (Datanode Uuid 25eed131-36dd-44e6-9234-ca52db458e5d) service to localhost/127.0.0.1:39765 2024-11-13T18:09:32,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/cluster_73098364-f8d1-d72d-0751-7f078da43a46/data/data1/current/BP-939680871-172.17.0.3-1731521354050 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:09:32,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/cluster_73098364-f8d1-d72d-0751-7f078da43a46/data/data2/current/BP-939680871-172.17.0.3-1731521354050 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:09:32,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:09:32,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:09:32,363 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:09:32,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19868b9e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:09:32,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@490a703b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:09:32,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:09:32,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e2e5da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:09:32,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44b0bd50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/hadoop.log.dir/,STOPPED} 2024-11-13T18:09:32,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:09:32,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:09:32,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:32,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:32,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:32,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:32,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:32,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:09:32,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=381089365, stopped=false 2024-11-13T18:09:32,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,36109,1731521364140 2024-11-13T18:09:32,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0977815678/running 2024-11-13T18:09:32,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:32,441 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:32,441 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0977815678/running 2024-11-13T18:09:32,441 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:32,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:32,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:32,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:32,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/running 2024-11-13T18:09:32,442 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,32881,1731521364364' ***** 2024-11-13T18:09:32,442 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:09:32,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Set watcher on znode that does not yet exist, /0977815678/running 2024-11-13T18:09:32,447 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:09:32,447 INFO [RS:0;39e84130bbc9:32881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:09:32,447 INFO [RS:0;39e84130bbc9:32881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:09:32,447 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(3091): Received CLOSE for d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:32,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:09:32,449 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,32881,1731521364364 2024-11-13T18:09:32,449 INFO [RS:0;39e84130bbc9:32881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:32,449 INFO [RS:0;39e84130bbc9:32881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:32881. 2024-11-13T18:09:32,449 DEBUG [RS:0;39e84130bbc9:32881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:32,449 DEBUG [RS:0;39e84130bbc9:32881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:32,449 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:09:32,449 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:09:32,449 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:09:32,450 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:09:32,450 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d20ee0530bfdc4e854e97d3646c489f5, disabling compactions & flushes 2024-11-13T18:09:32,450 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:32,450 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:32,450 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. after waiting 0 ms 2024-11-13T18:09:32,450 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:32,453 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:09:32,453 DEBUG [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d20ee0530bfdc4e854e97d3646c489f5=hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5.} 2024-11-13T18:09:32,453 DEBUG [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d20ee0530bfdc4e854e97d3646c489f5 2024-11-13T18:09:32,453 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:32,453 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:32,454 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:32,454 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:32,454 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:32,454 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T18:09:32,493 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/replication/d20ee0530bfdc4e854e97d3646c489f5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T18:09:32,500 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:32,500 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:32,500 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:32,500 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d20ee0530bfdc4e854e97d3646c489f5: Waiting for close lock at 1731521372450Running coprocessor pre-close hooks at 1731521372450Disabling compacts and flushes for region at 1731521372450Disabling writes for close at 1731521372450Writing region close event to WAL at 1731521372465 (+15 ms)Running coprocessor post-close hooks at 1731521372499 (+34 ms)Closed at 1731521372500 (+1 ms) 2024-11-13T18:09:32,500 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5. 2024-11-13T18:09:32,504 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/info/855e6eb9f960467b8661e56acda9a141 is 147, key is hbase:replication,,1731521358533.d20ee0530bfdc4e854e97d3646c489f5./info:regioninfo/1731521370472/Put/seqid=0 2024-11-13T18:09:32,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741851_1027 (size=6385) 2024-11-13T18:09:32,518 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/info/855e6eb9f960467b8661e56acda9a141 2024-11-13T18:09:32,535 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/.tmp/info/855e6eb9f960467b8661e56acda9a141 as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/info/855e6eb9f960467b8661e56acda9a141 2024-11-13T18:09:32,540 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:32,543 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/info/855e6eb9f960467b8661e56acda9a141, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T18:09:32,548 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=19, compaction requested=false 2024-11-13T18:09:32,557 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T18:09:32,557 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:32,557 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:32,557 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:32,557 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521372453Running coprocessor pre-close hooks at 1731521372453Disabling compacts and flushes for region at 1731521372453Disabling writes for close at 1731521372454 (+1 ms)Obtaining lock to block concurrent updates at 1731521372454Preparing flush snapshotting stores in 1588230740 at 1731521372454Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731521372454Flushing stores of hbase:meta,,1.1588230740 at 1731521372455 (+1 ms)Flushing 1588230740/info: creating writer at 1731521372455Flushing 1588230740/info: appending metadata at 1731521372503 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731521372504 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb6a0bd: reopening flushed file at 1731521372535 (+31 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=19, compaction requested=false at 1731521372548 (+13 ms)Writing region close event to WAL at 1731521372553 (+5 ms)Running coprocessor post-close hooks at 1731521372557 (+4 ms)Closed at 1731521372557 2024-11-13T18:09:32,558 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:32,645 DEBUG [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 to pos 0, reset compression=false 2024-11-13T18:09:32,656 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,32881,1731521364364; all regions closed. 2024-11-13T18:09:32,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741849_1025 (size=2156) 2024-11-13T18:09:32,669 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.meta.1731521366319.meta not finished, retry = 0 2024-11-13T18:09:32,707 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:09:32,707 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:09:32,775 DEBUG [RS:0;39e84130bbc9:32881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs 2024-11-13T18:09:32,775 INFO [RS:0;39e84130bbc9:32881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C32881%2C1731521364364.meta:.meta(num 1731521366319) 2024-11-13T18:09:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741850_1026 (size=796) 2024-11-13T18:09:32,794 DEBUG [RS:0;39e84130bbc9:32881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs 2024-11-13T18:09:32,795 INFO [RS:0;39e84130bbc9:32881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C32881%2C1731521364364.rep:(num 1731521370380) 2024-11-13T18:09:32,802 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/WALs/39e84130bbc9,32881,1731521364364/39e84130bbc9%2C32881%2C1731521364364.1731521365910 not finished, retry = 0 2024-11-13T18:09:32,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741848_1024 (size=93) 2024-11-13T18:09:32,905 DEBUG [RS:0;39e84130bbc9:32881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/oldWALs 2024-11-13T18:09:32,906 INFO [RS:0;39e84130bbc9:32881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C32881%2C1731521364364:(num 1731521365910) 2024-11-13T18:09:32,906 DEBUG [RS:0;39e84130bbc9:32881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:32,906 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:32,906 INFO [RS:0;39e84130bbc9:32881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:32,906 INFO [RS:0;39e84130bbc9:32881 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:32,906 INFO [RS:0;39e84130bbc9:32881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:32,906 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:32,906 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,32881,1731521364364 because: Region server is closing 2024-11-13T18:09:32,907 INFO [RS:0;39e84130bbc9:32881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:32881. 2024-11-13T18:09:32,907 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T18:09:32,907 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T18:09:32,907 DEBUG [RS:0;39e84130bbc9:32881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:32,907 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T18:09:32,907 DEBUG [RS:0;39e84130bbc9:32881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:32,907 DEBUG [RS:0;39e84130bbc9:32881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:32,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:33,007 WARN [RS:0;39e84130bbc9:32881.replicationSource.wal-reader.39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:09:33,007 WARN [RS:0;39e84130bbc9:32881.replicationSource.shipper39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T18:09:33,008 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;39e84130bbc9:32881.replicationSource.shipper39e84130bbc9%2C32881%2C1731521364364,1-39e84130bbc9,32881,1731521364364 terminated 2024-11-13T18:09:33,008 INFO [RS:0;39e84130bbc9:32881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32881 2024-11-13T18:09:33,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678/rs 2024-11-13T18:09:33,016 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0977815678/rs/39e84130bbc9,32881,1731521364364 2024-11-13T18:09:33,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,32881,1731521364364] 2024-11-13T18:09:33,016 INFO [RS:0;39e84130bbc9:32881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:33,017 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/draining/39e84130bbc9,32881,1731521364364 already deleted, retry=false 2024-11-13T18:09:33,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,32881,1731521364364 expired; onlineServers=0 2024-11-13T18:09:33,018 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,36109,1731521364140' ***** 2024-11-13T18:09:33,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:09:33,018 INFO [M:0;39e84130bbc9:36109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:33,018 INFO [M:0;39e84130bbc9:36109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:33,018 DEBUG [M:0;39e84130bbc9:36109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:09:33,018 DEBUG [M:0;39e84130bbc9:36109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:09:33,018 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:09:33,018 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521365461 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521365461,5,FailOnTimeoutGroup] 2024-11-13T18:09:33,018 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521365469 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521365469,5,FailOnTimeoutGroup] 2024-11-13T18:09:33,018 INFO [M:0;39e84130bbc9:36109 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:33,019 INFO [M:0;39e84130bbc9:36109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:33,019 DEBUG [M:0;39e84130bbc9:36109 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:09:33,019 INFO [M:0;39e84130bbc9:36109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:09:33,019 INFO [M:0;39e84130bbc9:36109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:33,019 INFO [M:0;39e84130bbc9:36109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:09:33,019 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:09:33,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0977815678/master 2024-11-13T18:09:33,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0977815678 2024-11-13T18:09:33,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0977815678/master already deleted, retry=false 2024-11-13T18:09:33,022 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Failed delete of our master address node; KeeperErrorCode = NoNode for /0977815678/master 2024-11-13T18:09:33,022 INFO [M:0;39e84130bbc9:36109 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/.lastflushedseqids 2024-11-13T18:09:33,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741852_1028 (size=181) 2024-11-13T18:09:33,049 INFO [M:0;39e84130bbc9:36109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:09:33,050 INFO [M:0;39e84130bbc9:36109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:09:33,050 DEBUG [M:0;39e84130bbc9:36109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:33,050 INFO [M:0;39e84130bbc9:36109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:33,050 DEBUG [M:0;39e84130bbc9:36109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:33,050 DEBUG [M:0;39e84130bbc9:36109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:33,050 DEBUG [M:0;39e84130bbc9:36109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:33,050 INFO [M:0;39e84130bbc9:36109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T18:09:33,082 DEBUG [M:0;39e84130bbc9:36109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/478a2d6114fc4ababebee306c1f1f7df is 82, key is hbase:meta,,1/info:regioninfo/1731521366394/Put/seqid=0 2024-11-13T18:09:33,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741853_1029 (size=5672) 2024-11-13T18:09:33,098 INFO [M:0;39e84130bbc9:36109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/478a2d6114fc4ababebee306c1f1f7df 2024-11-13T18:09:33,120 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:33,120 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32881-0x100ed49fdab0007, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:33,120 INFO [RS:0;39e84130bbc9:32881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:33,120 INFO [RS:0;39e84130bbc9:32881 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,32881,1731521364364; zookeeper connection closed. 2024-11-13T18:09:33,129 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e068165 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e068165 2024-11-13T18:09:33,130 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:09:33,151 DEBUG [M:0;39e84130bbc9:36109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6497d4e74aa4e4d8aee1c712a74985e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731521370490/Put/seqid=0 2024-11-13T18:09:33,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741854_1030 (size=7312) 2024-11-13T18:09:33,569 INFO [M:0;39e84130bbc9:36109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6497d4e74aa4e4d8aee1c712a74985e 2024-11-13T18:09:33,590 DEBUG [M:0;39e84130bbc9:36109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ea1d7e4c2e845bc8402709511c2a6a2 is 69, key is 39e84130bbc9,32881,1731521364364/rs:state/1731521365563/Put/seqid=0 2024-11-13T18:09:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741855_1031 (size=5370) 2024-11-13T18:09:33,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:33,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:09:33,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:34,007 INFO [M:0;39e84130bbc9:36109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ea1d7e4c2e845bc8402709511c2a6a2 2024-11-13T18:09:34,024 INFO [M:0;39e84130bbc9:36109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ea1d7e4c2e845bc8402709511c2a6a2 2024-11-13T18:09:34,028 DEBUG [M:0;39e84130bbc9:36109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/478a2d6114fc4ababebee306c1f1f7df as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/478a2d6114fc4ababebee306c1f1f7df 2024-11-13T18:09:34,041 INFO [M:0;39e84130bbc9:36109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/478a2d6114fc4ababebee306c1f1f7df, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T18:09:34,042 DEBUG [M:0;39e84130bbc9:36109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6497d4e74aa4e4d8aee1c712a74985e as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6497d4e74aa4e4d8aee1c712a74985e 2024-11-13T18:09:34,052 INFO [M:0;39e84130bbc9:36109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6497d4e74aa4e4d8aee1c712a74985e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T18:09:34,053 DEBUG [M:0;39e84130bbc9:36109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ea1d7e4c2e845bc8402709511c2a6a2 as hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ea1d7e4c2e845bc8402709511c2a6a2 2024-11-13T18:09:34,060 INFO [M:0;39e84130bbc9:36109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ea1d7e4c2e845bc8402709511c2a6a2 2024-11-13T18:09:34,060 INFO [M:0;39e84130bbc9:36109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44449/user/jenkins/test-data/5c34a657-9135-5a1e-55db-6bae59ccae88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ea1d7e4c2e845bc8402709511c2a6a2, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T18:09:34,070 INFO [M:0;39e84130bbc9:36109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1019ms, sequenceid=127, compaction requested=false 2024-11-13T18:09:34,101 INFO [M:0;39e84130bbc9:36109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:34,101 DEBUG [M:0;39e84130bbc9:36109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521373050Disabling compacts and flushes for region at 1731521373050Disabling writes for close at 1731521373050Obtaining lock to block concurrent updates at 1731521373050Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521373050Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731521373050Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521373051 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521373051Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521373082 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521373082Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521373116 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521373150 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521373150Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521373575 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521373590 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521373590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b81715e: reopening flushed file at 1731521374024 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d78c5f8: reopening flushed file at 1731521374041 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2732e1a: reopening flushed file at 1731521374052 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1019ms, sequenceid=127, compaction requested=false at 1731521374070 (+18 ms)Writing region close event to WAL at 1731521374101 (+31 ms)Closed at 1731521374101 2024-11-13T18:09:34,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741847_1023 (size=22903) 2024-11-13T18:09:34,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:34,135 INFO [M:0;39e84130bbc9:36109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:09:34,135 INFO [M:0;39e84130bbc9:36109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36109 2024-11-13T18:09:34,136 INFO [M:0;39e84130bbc9:36109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:34,243 INFO [M:0;39e84130bbc9:36109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x100ed49fdab0006, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:34,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68d904c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:09:34,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76fdbe1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:09:34,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:09:34,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d51db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:09:34,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d33c184{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/hadoop.log.dir/,STOPPED} 2024-11-13T18:09:34,253 WARN [BP-322100932-172.17.0.3-1731521349978 heartbeating to localhost/127.0.0.1:44449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:09:34,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:09:34,253 WARN [BP-322100932-172.17.0.3-1731521349978 heartbeating to localhost/127.0.0.1:44449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-322100932-172.17.0.3-1731521349978 (Datanode Uuid 79a95522-0c43-47fd-ad42-c1cc5378fe35) service to localhost/127.0.0.1:44449 2024-11-13T18:09:34,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:09:34,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/cluster_4e9085c2-5c78-0e9c-6374-b381d59b6b71/data/data1/current/BP-322100932-172.17.0.3-1731521349978 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:09:34,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/cluster_4e9085c2-5c78-0e9c-6374-b381d59b6b71/data/data2/current/BP-322100932-172.17.0.3-1731521349978 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:09:34,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:09:34,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cfe869f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:09:34,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3db3868c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:09:34,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:09:34,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a58acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:09:34,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79104b13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7b6e36-8864-4cc6-b962-4233b7ee1f51/hadoop.log.dir/,STOPPED} 2024-11-13T18:09:34,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:09:34,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:09:34,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=210 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53369) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39765 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44449 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53369) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=578 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=954 (was 1044), ProcessCount=11 (was 11), AvailableMemoryMB=271 (was 1116) 2024-11-13T18:09:34,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=210, OpenFileDescriptor=578, MaxFileDescriptor=1048576, SystemLoadAverage=954, ProcessCount=11, AvailableMemoryMB=270 2024-11-13T18:09:34,332 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T18:09:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/hadoop.log.dir so I do NOT create it in target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0 2024-11-13T18:09:34,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:09:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/hadoop.tmp.dir so I do NOT create it in target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0 2024-11-13T18:09:34,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6e2c9b-2a68-4d24-60a9-41b387e56337/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:09:34,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0 2024-11-13T18:09:34,333 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/cluster_becdc540-c2f4-5f45-0f2d-e5af411f91c5, deleteOnExit=true 2024-11-13T18:09:34,358 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/cluster_becdc540-c2f4-5f45-0f2d-e5af411f91c5/zookeeper_0, clientPort=53805, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/cluster_becdc540-c2f4-5f45-0f2d-e5af411f91c5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/cluster_becdc540-c2f4-5f45-0f2d-e5af411f91c5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:09:34,362 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53805 2024-11-13T18:09:34,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:09:34,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:09:34,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/test.cache.data in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:09:34,363 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:09:34,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:09:34,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:09:34,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:09:34,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:09:34,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:09:34,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:09:34,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:09:34,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:09:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ed49fdab0005, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:09:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ed49fdab0002, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:09:34,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ed49fdab0005, quorum=127.0.0.1:53369, baseZNode=/1917418626 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:09:34,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ed49fdab0002, quorum=127.0.0.1:53369, baseZNode=/0977815678 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:09:34,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:34,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:09:34,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:09:34,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:09:34,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:09:34,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:34,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3457eb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:09:34,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a7cd469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:09:34,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@423ade60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/java.io.tmpdir/jetty-localhost-44249-hadoop-hdfs-3_4_1-tests_jar-_-any-1765584094595566279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:09:34,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd8873b{HTTP/1.1, (http/1.1)}{localhost:44249} 2024-11-13T18:09:34,790 INFO [Time-limited test {}] server.Server(415): Started @159285ms 2024-11-13T18:09:34,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:34,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:09:34,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:09:34,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:09:34,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:09:34,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7161e3d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:09:34,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d1f1fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:09:35,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36c96e0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/java.io.tmpdir/jetty-localhost-36959-hadoop-hdfs-3_4_1-tests_jar-_-any-3004594889024897550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:09:35,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d2bdf6b{HTTP/1.1, (http/1.1)}{localhost:36959} 2024-11-13T18:09:35,028 INFO [Time-limited test {}] server.Server(415): Started @159523ms 2024-11-13T18:09:35,030 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:09:35,230 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/cluster_becdc540-c2f4-5f45-0f2d-e5af411f91c5/data/data1/current/BP-2076183679-172.17.0.3-1731521374410/current, will proceed with Du for space computation calculation, 2024-11-13T18:09:35,250 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/cluster_becdc540-c2f4-5f45-0f2d-e5af411f91c5/data/data2/current/BP-2076183679-172.17.0.3-1731521374410/current, will proceed with Du for space computation calculation, 2024-11-13T18:09:35,298 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:09:35,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15f97bf689aef5e3 with lease ID 0x6193f5443881f60e: Processing first storage report for DS-4994e4d1-ea07-43f4-b5de-796defa6e538 from datanode DatanodeRegistration(127.0.0.1:44567, datanodeUuid=a94c12c4-6e0c-4c05-97e4-a8a78eb825c5, infoPort=45853, infoSecurePort=0, ipcPort=40917, storageInfo=lv=-57;cid=testClusterID;nsid=1767621146;c=1731521374410) 2024-11-13T18:09:35,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15f97bf689aef5e3 with lease ID 0x6193f5443881f60e: from storage DS-4994e4d1-ea07-43f4-b5de-796defa6e538 node DatanodeRegistration(127.0.0.1:44567, datanodeUuid=a94c12c4-6e0c-4c05-97e4-a8a78eb825c5, infoPort=45853, infoSecurePort=0, ipcPort=40917, storageInfo=lv=-57;cid=testClusterID;nsid=1767621146;c=1731521374410), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:09:35,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15f97bf689aef5e3 with lease ID 0x6193f5443881f60e: Processing first storage report for DS-2e182368-6e2e-41a6-a83d-1375e11cba8b from datanode DatanodeRegistration(127.0.0.1:44567, datanodeUuid=a94c12c4-6e0c-4c05-97e4-a8a78eb825c5, infoPort=45853, infoSecurePort=0, ipcPort=40917, storageInfo=lv=-57;cid=testClusterID;nsid=1767621146;c=1731521374410) 2024-11-13T18:09:35,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15f97bf689aef5e3 with lease ID 0x6193f5443881f60e: from storage DS-2e182368-6e2e-41a6-a83d-1375e11cba8b node DatanodeRegistration(127.0.0.1:44567, datanodeUuid=a94c12c4-6e0c-4c05-97e4-a8a78eb825c5, infoPort=45853, infoSecurePort=0, ipcPort=40917, storageInfo=lv=-57;cid=testClusterID;nsid=1767621146;c=1731521374410), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:09:35,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0 2024-11-13T18:09:35,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:35,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:35,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:09:35,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065 with version=8 2024-11-13T18:09:35,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/hbase-staging 2024-11-13T18:09:35,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:09:35,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:35,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:35,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:09:35,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:35,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:09:35,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:09:35,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:09:35,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41861 2024-11-13T18:09:35,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41861 connecting to ZooKeeper ensemble=127.0.0.1:53805 2024-11-13T18:09:35,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418610x0, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:35,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41861-0x100ed4a5d330000 connected 2024-11-13T18:09:35,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:35,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:35,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Set watcher on znode that does not yet exist, /01041063514/running 2024-11-13T18:09:35,527 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065, hbase.cluster.distributed=false 2024-11-13T18:09:35,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Set watcher on znode that does not yet exist, /01041063514/acl 2024-11-13T18:09:35,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-13T18:09:35,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41861 2024-11-13T18:09:35,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41861 2024-11-13T18:09:35,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-13T18:09:35,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-13T18:09:35,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:09:35,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:35,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:35,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:09:35,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:35,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:09:35,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:09:35,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:09:35,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41589 2024-11-13T18:09:35,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41589 connecting to ZooKeeper ensemble=127.0.0.1:53805 2024-11-13T18:09:35,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:35,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:35,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415890x0, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:35,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415890x0, quorum=127.0.0.1:53805, baseZNode=/01041063514 Set watcher on znode that does not yet exist, /01041063514/running 2024-11-13T18:09:35,600 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:09:35,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41589-0x100ed4a5d330001 connected 2024-11-13T18:09:35,605 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:09:35,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Set watcher on znode that does not yet exist, /01041063514/master 2024-11-13T18:09:35,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Set watcher on znode that does not yet exist, /01041063514/acl 2024-11-13T18:09:35,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-13T18:09:35,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41589 2024-11-13T18:09:35,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41589 2024-11-13T18:09:35,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-13T18:09:35,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-13T18:09:35,635 DEBUG [M:0;39e84130bbc9:41861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:41861 2024-11-13T18:09:35,637 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01041063514/backup-masters/39e84130bbc9,41861,1731521375426 2024-11-13T18:09:35,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514/backup-masters 2024-11-13T18:09:35,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514/backup-masters 2024-11-13T18:09:35,640 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Set watcher on existing znode=/01041063514/backup-masters/39e84130bbc9,41861,1731521375426 2024-11-13T18:09:35,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:35,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01041063514/master 2024-11-13T18:09:35,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:35,642 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Set watcher on existing znode=/01041063514/master 2024-11-13T18:09:35,643 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01041063514/backup-masters/39e84130bbc9,41861,1731521375426 from backup master directory 2024-11-13T18:09:35,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514/backup-masters 2024-11-13T18:09:35,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01041063514/backup-masters/39e84130bbc9,41861,1731521375426 2024-11-13T18:09:35,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514/backup-masters 2024-11-13T18:09:35,644 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:09:35,644 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,41861,1731521375426 2024-11-13T18:09:35,650 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/hbase.id] with ID: 4752fe51-dde7-40e1-bc43-127495e4b658 2024-11-13T18:09:35,650 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/.tmp/hbase.id 2024-11-13T18:09:35,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:09:35,661 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/.tmp/hbase.id]:[hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/hbase.id] 2024-11-13T18:09:35,678 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:35,678 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:09:35,680 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:09:35,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:35,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:09:36,106 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:09:36,107 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:09:36,108 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:36,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:09:36,542 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store 2024-11-13T18:09:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:09:36,965 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:36,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:36,966 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:36,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:36,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:36,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:36,966 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:36,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521376966Disabling compacts and flushes for region at 1731521376966Disabling writes for close at 1731521376966Writing region close event to WAL at 1731521376966Closed at 1731521376966 2024-11-13T18:09:36,974 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/.initializing 2024-11-13T18:09:36,974 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/WALs/39e84130bbc9,41861,1731521375426 2024-11-13T18:09:36,981 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:09:36,985 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C41861%2C1731521375426, suffix=, logDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/WALs/39e84130bbc9,41861,1731521375426, archiveDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/oldWALs, maxLogs=10 2024-11-13T18:09:37,002 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/WALs/39e84130bbc9,41861,1731521375426/39e84130bbc9%2C41861%2C1731521375426.1731521376985, exclude list is [], retry=0 2024-11-13T18:09:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-4994e4d1-ea07-43f4-b5de-796defa6e538,DISK] 2024-11-13T18:09:37,056 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/WALs/39e84130bbc9,41861,1731521375426/39e84130bbc9%2C41861%2C1731521375426.1731521376985 2024-11-13T18:09:37,065 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45853:45853)] 2024-11-13T18:09:37,065 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:37,066 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:37,066 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,066 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:09:37,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:37,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:37,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:09:37,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:37,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:37,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:09:37,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:37,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:37,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:09:37,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:37,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:37,123 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,130 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,137 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,155 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,155 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,161 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:37,169 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:37,185 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:37,189 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65381131, jitterRate=-0.025745227932929993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:37,195 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521377066Initializing all the Stores at 1731521377078 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521377078Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521377080 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521377080Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521377080Cleaning up temporary data from old regions at 1731521377155 (+75 ms)Region opened successfully at 1731521377195 (+40 ms) 2024-11-13T18:09:37,197 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:09:37,203 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223df284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:09:37,204 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:09:37,205 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:09:37,205 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:09:37,205 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:09:37,205 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:09:37,206 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:09:37,206 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:09:37,234 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:09:37,246 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Unable to get data of znode /01041063514/balancer because node does not exist (not necessarily an error) 2024-11-13T18:09:37,254 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01041063514/balancer already deleted, retry=false 2024-11-13T18:09:37,254 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:09:37,261 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Unable to get data of znode /01041063514/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:09:37,269 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01041063514/normalizer already deleted, retry=false 2024-11-13T18:09:37,270 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:09:37,273 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Unable to get data of znode /01041063514/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:09:37,274 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01041063514/switch/split already deleted, retry=false 2024-11-13T18:09:37,277 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Unable to get data of znode /01041063514/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:09:37,285 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01041063514/switch/merge already deleted, retry=false 2024-11-13T18:09:37,309 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Unable to get data of znode /01041063514/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:09:37,329 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01041063514/snapshot-cleanup already deleted, retry=false 2024-11-13T18:09:37,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01041063514/running 2024-11-13T18:09:37,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:37,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01041063514/running 2024-11-13T18:09:37,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:37,365 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,41861,1731521375426, sessionid=0x100ed4a5d330000, setting cluster-up flag (Was=false) 2024-11-13T18:09:37,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:37,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:37,418 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01041063514/flush-table-proc/acquired, /01041063514/flush-table-proc/reached, /01041063514/flush-table-proc/abort 2024-11-13T18:09:37,419 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,41861,1731521375426 2024-11-13T18:09:37,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:37,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:37,430 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01041063514/online-snapshot/acquired, /01041063514/online-snapshot/reached, /01041063514/online-snapshot/abort 2024-11-13T18:09:37,433 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,41861,1731521375426 2024-11-13T18:09:37,435 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:09:37,439 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:37,439 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:09:37,439 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:09:37,439 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 39e84130bbc9,33841,1731521351095: status=Processing ServerCrashProcedure of 39e84130bbc9,33841,1731521351095 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731521365445, completionTime=-1 appears to have been leaked 2024-11-13T18:09:37,440 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,41861,1731521375426 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:09:37,441 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:37,441 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:37,441 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:37,441 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:37,441 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:09:37,441 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,441 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:09:37,441 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:37,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:09:37,452 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:37,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:09:37,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521407453 2024-11-13T18:09:37,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:09:37,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:09:37,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:09:37,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:09:37,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:09:37,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:09:37,467 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,468 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:09:37,468 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:09:37,468 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:09:37,468 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:09:37,469 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:09:37,469 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:09:37,469 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521377469,5,FailOnTimeoutGroup] 2024-11-13T18:09:37,470 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521377469,5,FailOnTimeoutGroup] 2024-11-13T18:09:37,470 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,470 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:09:37,470 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,470 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:09:37,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:09:37,479 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065 2024-11-13T18:09:37,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:09:37,528 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(746): ClusterId : 4752fe51-dde7-40e1-bc43-127495e4b658 2024-11-13T18:09:37,528 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:09:37,530 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:09:37,530 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:09:37,533 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:09:37,533 DEBUG [RS:0;39e84130bbc9:41589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb64f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:09:37,555 DEBUG [RS:0;39e84130bbc9:41589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:41589 2024-11-13T18:09:37,555 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:09:37,555 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:09:37,555 DEBUG [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:09:37,556 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,41861,1731521375426 with port=41589, startcode=1731521375573 2024-11-13T18:09:37,556 DEBUG [RS:0;39e84130bbc9:41589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:09:37,566 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:09:37,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,41589,1731521375573 2024-11-13T18:09:37,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41861 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,41589,1731521375573 2024-11-13T18:09:37,573 DEBUG [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065 2024-11-13T18:09:37,573 DEBUG [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39743 2024-11-13T18:09:37,573 DEBUG [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:09:37,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514/rs 2024-11-13T18:09:37,589 DEBUG [RS:0;39e84130bbc9:41589 {}] zookeeper.ZKUtil(111): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Set watcher on existing znode=/01041063514/rs/39e84130bbc9,41589,1731521375573 2024-11-13T18:09:37,589 WARN [RS:0;39e84130bbc9:41589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:09:37,589 INFO [RS:0;39e84130bbc9:41589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:37,589 DEBUG [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573 2024-11-13T18:09:37,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,41589,1731521375573] 2024-11-13T18:09:37,617 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:09:37,622 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:09:37,629 INFO [RS:0;39e84130bbc9:41589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:09:37,629 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,637 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:09:37,639 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:09:37,639 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:09:37,640 DEBUG [RS:0;39e84130bbc9:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:09:37,658 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,658 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,658 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,658 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,658 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,658 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41589,1731521375573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:09:37,692 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:09:37,692 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41589,1731521375573-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,692 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,692 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.Replication(171): 39e84130bbc9,41589,1731521375573 started 2024-11-13T18:09:37,714 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:37,714 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,41589,1731521375573, RpcServer on 39e84130bbc9/172.17.0.3:41589, sessionid=0x100ed4a5d330001 2024-11-13T18:09:37,714 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:09:37,714 DEBUG [RS:0;39e84130bbc9:41589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,41589,1731521375573 2024-11-13T18:09:37,714 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,41589,1731521375573' 2024-11-13T18:09:37,714 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01041063514/flush-table-proc/abort' 2024-11-13T18:09:37,715 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01041063514/flush-table-proc/acquired' 2024-11-13T18:09:37,716 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:09:37,716 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:09:37,716 DEBUG [RS:0;39e84130bbc9:41589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,41589,1731521375573 2024-11-13T18:09:37,716 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,41589,1731521375573' 2024-11-13T18:09:37,716 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01041063514/online-snapshot/abort' 2024-11-13T18:09:37,716 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01041063514/online-snapshot/acquired' 2024-11-13T18:09:37,717 DEBUG [RS:0;39e84130bbc9:41589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:09:37,717 INFO [RS:0;39e84130bbc9:41589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:09:37,717 INFO [RS:0;39e84130bbc9:41589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:09:37,818 INFO [RS:0;39e84130bbc9:41589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:09:37,820 INFO [RS:0;39e84130bbc9:41589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C41589%2C1731521375573, suffix=, logDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573, archiveDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/oldWALs, maxLogs=10 2024-11-13T18:09:37,842 DEBUG [RS:0;39e84130bbc9:41589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820, exclude list is [], retry=0 2024-11-13T18:09:37,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-4994e4d1-ea07-43f4-b5de-796defa6e538,DISK] 2024-11-13T18:09:37,870 INFO [RS:0;39e84130bbc9:41589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 2024-11-13T18:09:37,873 DEBUG [RS:0;39e84130bbc9:41589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45853:45853)] 2024-11-13T18:09:37,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:37,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:09:37,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:09:37,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:37,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:37,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:09:37,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:09:37,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:37,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:37,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:09:37,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:09:37,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:37,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:37,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:09:37,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:09:37,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:37,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:37,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:09:37,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740 2024-11-13T18:09:37,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740 2024-11-13T18:09:37,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:09:37,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:09:37,926 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:37,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:09:37,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:37,934 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65902268, jitterRate=-0.017979681491851807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:37,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521377902Initializing all the Stores at 1731521377903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521377903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521377903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521377903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521377903Cleaning up temporary data from old regions at 1731521377926 (+23 ms)Region opened successfully at 1731521377935 (+9 ms) 2024-11-13T18:09:37,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:37,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:37,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:37,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:37,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:37,936 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:37,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521377935Disabling compacts and flushes for region at 1731521377935Disabling writes for close at 1731521377935Writing region close event to WAL at 1731521377936 (+1 ms)Closed at 1731521377936 2024-11-13T18:09:37,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:37,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:09:37,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:09:37,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:09:37,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:09:38,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:09:38,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:38,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:38,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:38,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:38,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:38,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:38,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:38,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:38,093 DEBUG [39e84130bbc9:41861 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:09:38,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,41589,1731521375573 2024-11-13T18:09:38,102 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,41589,1731521375573, state=OPENING 2024-11-13T18:09:38,106 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:09:38,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:38,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:38,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01041063514/meta-region-server: CHANGED 2024-11-13T18:09:38,112 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:09:38,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,41589,1731521375573}] 2024-11-13T18:09:38,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01041063514/meta-region-server: CHANGED 2024-11-13T18:09:38,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:09:38,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:09:38,290 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:09:38,290 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:38,290 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:09:38,292 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C41589%2C1731521375573.meta, suffix=.meta, logDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573, archiveDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/oldWALs, maxLogs=10 2024-11-13T18:09:38,314 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.meta.1731521378293.meta, exclude list is [], retry=0 2024-11-13T18:09:38,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-4994e4d1-ea07-43f4-b5de-796defa6e538,DISK] 2024-11-13T18:09:38,330 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.meta.1731521378293.meta 2024-11-13T18:09:38,330 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45853:45853)] 2024-11-13T18:09:38,331 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:38,331 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:38,331 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:09:38,331 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:09:38,331 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:09:38,332 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:09:38,332 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:38,332 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:09:38,332 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:09:38,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:09:38,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:09:38,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:38,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:38,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:09:38,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:09:38,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:38,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:38,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:09:38,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:09:38,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:38,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:38,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:09:38,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:09:38,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:38,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:38,375 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:09:38,382 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740 2024-11-13T18:09:38,388 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740 2024-11-13T18:09:38,409 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:09:38,409 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:09:38,413 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:38,423 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:09:38,428 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63906009, jitterRate=-0.047726258635520935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:38,429 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:09:38,429 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521378332Writing region info on filesystem at 1731521378332Initializing all the Stores at 1731521378337 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521378337Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521378342 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521378342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521378342Cleaning up temporary data from old regions at 1731521378409 (+67 ms)Running coprocessor post-open hooks at 1731521378429 (+20 ms)Region opened successfully at 1731521378429 2024-11-13T18:09:38,438 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521378267 2024-11-13T18:09:38,449 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:09:38,449 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:09:38,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,41589,1731521375573 2024-11-13T18:09:38,457 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,41589,1731521375573, state=OPEN 2024-11-13T18:09:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01041063514/meta-region-server 2024-11-13T18:09:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01041063514/meta-region-server 2024-11-13T18:09:38,470 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,41589,1731521375573 2024-11-13T18:09:38,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01041063514/meta-region-server: CHANGED 2024-11-13T18:09:38,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01041063514/meta-region-server: CHANGED 2024-11-13T18:09:38,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:09:38,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,41589,1731521375573 in 358 msec 2024-11-13T18:09:38,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:09:38,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 544 msec 2024-11-13T18:09:38,503 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:38,504 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:09:38,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:38,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,41589,1731521375573, seqNum=-1] 2024-11-13T18:09:38,510 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:38,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:38,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0900 sec 2024-11-13T18:09:38,533 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521378533, completionTime=-1 2024-11-13T18:09:38,533 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:09:38,533 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:09:38,540 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:09:38,540 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521438540 2024-11-13T18:09:38,540 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521498540 2024-11-13T18:09:38,540 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-13T18:09:38,540 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41861,1731521375426-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:38,540 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41861,1731521375426-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:38,540 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41861,1731521375426-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:38,540 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:41861, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:38,540 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:38,549 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:09:38,549 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:38,559 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.915sec 2024-11-13T18:09:38,560 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:09:38,560 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:09:38,560 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:09:38,560 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:09:38,560 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:09:38,560 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41861,1731521375426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:09:38,560 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41861,1731521375426-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:09:38,589 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:09:38,589 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:09:38,589 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41861,1731521375426-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:38,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4909ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:38,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41861,-1 for getting cluster id 2024-11-13T18:09:38,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:38,657 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752fe51-dde7-40e1-bc43-127495e4b658' 2024-11-13T18:09:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752fe51-dde7-40e1-bc43-127495e4b658" 2024-11-13T18:09:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e17652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41861,-1] 2024-11-13T18:09:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:38,662 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:38,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7fd2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:38,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:38,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,41589,1731521375573, seqNum=-1] 2024-11-13T18:09:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:38,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:38,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,41861,1731521375426 2024-11-13T18:09:38,675 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53805 2024-11-13T18:09:38,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:38,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ed4a5d330002 connected 2024-11-13T18:09:38,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/hadoop.log.dir so I do NOT create it in target/test-data/86916220-0a09-ca34-9572-4b02e110c757 2024-11-13T18:09:38,739 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:09:38,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/hadoop.tmp.dir so I do NOT create it in target/test-data/86916220-0a09-ca34-9572-4b02e110c757 2024-11-13T18:09:38,739 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:09:38,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757 2024-11-13T18:09:38,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:09:38,739 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/cluster_2cd5c637-2e48-afb3-afc0-416a3456bdff, deleteOnExit=true 2024-11-13T18:09:38,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:09:38,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/test.cache.data in system properties and HBase conf 2024-11-13T18:09:38,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:09:38,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:09:38,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:09:38,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:09:38,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:09:38,740 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:09:38,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:09:38,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:09:38,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:09:38,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:09:38,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:09:38,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:09:38,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:09:38,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:09:38,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:09:38,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:09:38,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:09:38,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:09:38,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:09:38,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:09:38,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:38,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:09:39,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:09:39,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:09:39,002 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:09:39,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:39,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3facfa1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:09:39,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c007f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:09:39,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e841029{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/java.io.tmpdir/jetty-localhost-33601-hadoop-hdfs-3_4_1-tests_jar-_-any-5321582924377999438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:09:39,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54b770e4{HTTP/1.1, (http/1.1)}{localhost:33601} 2024-11-13T18:09:39,205 INFO [Time-limited test {}] server.Server(415): Started @163701ms 2024-11-13T18:09:39,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:09:39,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:09:39,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:09:39,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:09:39,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:09:39,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571d6822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:09:39,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dee7851{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:09:39,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a4cb61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/java.io.tmpdir/jetty-localhost-39775-hadoop-hdfs-3_4_1-tests_jar-_-any-13294451940135104590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:09:39,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@618da9d1{HTTP/1.1, (http/1.1)}{localhost:39775} 2024-11-13T18:09:39,834 INFO [Time-limited test {}] server.Server(415): Started @164329ms 2024-11-13T18:09:39,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:09:39,997 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/cluster_2cd5c637-2e48-afb3-afc0-416a3456bdff/data/data1/current/BP-731344972-172.17.0.3-1731521378780/current, will proceed with Du for space computation calculation, 2024-11-13T18:09:40,002 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/cluster_2cd5c637-2e48-afb3-afc0-416a3456bdff/data/data2/current/BP-731344972-172.17.0.3-1731521378780/current, will proceed with Du for space computation calculation, 2024-11-13T18:09:40,061 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:09:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x393b3d232e1decc1 with lease ID 0x72293bf467de42e3: Processing first storage report for DS-6356256f-e043-460e-93ac-06c4b5f25e6c from datanode DatanodeRegistration(127.0.0.1:46869, datanodeUuid=a137773f-0086-4521-b7f7-ec456a7ad9a5, infoPort=33589, infoSecurePort=0, ipcPort=39237, storageInfo=lv=-57;cid=testClusterID;nsid=1321932098;c=1731521378780) 2024-11-13T18:09:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x393b3d232e1decc1 with lease ID 0x72293bf467de42e3: from storage DS-6356256f-e043-460e-93ac-06c4b5f25e6c node DatanodeRegistration(127.0.0.1:46869, datanodeUuid=a137773f-0086-4521-b7f7-ec456a7ad9a5, infoPort=33589, infoSecurePort=0, ipcPort=39237, storageInfo=lv=-57;cid=testClusterID;nsid=1321932098;c=1731521378780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:09:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x393b3d232e1decc1 with lease ID 0x72293bf467de42e3: Processing first storage report for DS-b54bf731-0546-434a-b7d9-0fc0dbccc453 from datanode DatanodeRegistration(127.0.0.1:46869, datanodeUuid=a137773f-0086-4521-b7f7-ec456a7ad9a5, infoPort=33589, infoSecurePort=0, ipcPort=39237, storageInfo=lv=-57;cid=testClusterID;nsid=1321932098;c=1731521378780) 2024-11-13T18:09:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x393b3d232e1decc1 with lease ID 0x72293bf467de42e3: from storage DS-b54bf731-0546-434a-b7d9-0fc0dbccc453 node DatanodeRegistration(127.0.0.1:46869, datanodeUuid=a137773f-0086-4521-b7f7-ec456a7ad9a5, infoPort=33589, infoSecurePort=0, ipcPort=39237, storageInfo=lv=-57;cid=testClusterID;nsid=1321932098;c=1731521378780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:09:40,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757 2024-11-13T18:09:40,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:40,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:40,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:09:40,125 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e with version=8 2024-11-13T18:09:40,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/hbase-staging 2024-11-13T18:09:40,128 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:09:40,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:40,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:40,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:09:40,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:40,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:09:40,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:09:40,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:09:40,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33533 2024-11-13T18:09:40,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33533 connecting to ZooKeeper ensemble=127.0.0.1:53805 2024-11-13T18:09:40,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335330x0, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:40,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33533-0x100ed4a5d330003 connected 2024-11-13T18:09:40,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:40,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:40,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Set watcher on znode that does not yet exist, /1-827075897/running 2024-11-13T18:09:40,166 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e, hbase.cluster.distributed=false 2024-11-13T18:09:40,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Set watcher on znode that does not yet exist, /1-827075897/acl 2024-11-13T18:09:40,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-13T18:09:40,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33533 2024-11-13T18:09:40,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33533 2024-11-13T18:09:40,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-13T18:09:40,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-13T18:09:40,192 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:09:40,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:40,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:40,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:09:40,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:09:40,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:09:40,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:09:40,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:09:40,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40565 2024-11-13T18:09:40,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40565 connecting to ZooKeeper ensemble=127.0.0.1:53805 2024-11-13T18:09:40,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:40,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:40,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405650x0, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:40,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405650x0, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Set watcher on znode that does not yet exist, /1-827075897/running 2024-11-13T18:09:40,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:09:40,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40565-0x100ed4a5d330004 connected 2024-11-13T18:09:40,237 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:09:40,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Set watcher on znode that does not yet exist, /1-827075897/master 2024-11-13T18:09:40,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Set watcher on znode that does not yet exist, /1-827075897/acl 2024-11-13T18:09:40,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40565 2024-11-13T18:09:40,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40565 2024-11-13T18:09:40,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40565 2024-11-13T18:09:40,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40565 2024-11-13T18:09:40,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40565 2024-11-13T18:09:40,264 DEBUG [M:0;39e84130bbc9:33533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:33533 2024-11-13T18:09:40,264 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-827075897/backup-masters/39e84130bbc9,33533,1731521380127 2024-11-13T18:09:40,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897/backup-masters 2024-11-13T18:09:40,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897/backup-masters 2024-11-13T18:09:40,266 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Set watcher on existing znode=/1-827075897/backup-masters/39e84130bbc9,33533,1731521380127 2024-11-13T18:09:40,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-827075897/master 2024-11-13T18:09:40,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:40,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:40,269 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Set watcher on existing znode=/1-827075897/master 2024-11-13T18:09:40,270 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-827075897/backup-masters/39e84130bbc9,33533,1731521380127 from backup master directory 2024-11-13T18:09:40,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897/backup-masters 2024-11-13T18:09:40,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-827075897/backup-masters/39e84130bbc9,33533,1731521380127 2024-11-13T18:09:40,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897/backup-masters 2024-11-13T18:09:40,271 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:09:40,271 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,33533,1731521380127 2024-11-13T18:09:40,279 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/hbase.id] with ID: d9167155-b11f-47d8-a0e3-effc0af69a63 2024-11-13T18:09:40,279 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/.tmp/hbase.id 2024-11-13T18:09:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:09:40,706 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/.tmp/hbase.id]:[hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/hbase.id] 2024-11-13T18:09:40,728 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:40,729 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:09:40,729 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T18:09:40,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:40,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:09:41,181 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:09:41,182 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:09:41,189 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:41,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:09:41,641 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store 2024-11-13T18:09:41,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:09:42,068 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:42,068 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:42,068 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:42,068 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:42,068 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:42,068 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:42,068 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:42,069 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521382068Disabling compacts and flushes for region at 1731521382068Disabling writes for close at 1731521382068Writing region close event to WAL at 1731521382068Closed at 1731521382068 2024-11-13T18:09:42,078 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/.initializing 2024-11-13T18:09:42,078 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/WALs/39e84130bbc9,33533,1731521380127 2024-11-13T18:09:42,079 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:09:42,081 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C33533%2C1731521380127, suffix=, logDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/WALs/39e84130bbc9,33533,1731521380127, archiveDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/oldWALs, maxLogs=10 2024-11-13T18:09:42,105 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/WALs/39e84130bbc9,33533,1731521380127/39e84130bbc9%2C33533%2C1731521380127.1731521382082, exclude list is [], retry=0 2024-11-13T18:09:42,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-6356256f-e043-460e-93ac-06c4b5f25e6c,DISK] 2024-11-13T18:09:42,120 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/WALs/39e84130bbc9,33533,1731521380127/39e84130bbc9%2C33533%2C1731521380127.1731521382082 2024-11-13T18:09:42,121 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33589:33589)] 2024-11-13T18:09:42,121 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:42,122 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:42,122 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,122 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:09:42,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:42,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:42,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:09:42,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:42,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:42,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:09:42,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:42,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:42,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:09:42,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:42,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:42,141 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,142 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,142 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,143 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,143 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,144 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:42,145 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:09:42,148 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:42,148 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71124466, jitterRate=0.059837132692337036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:42,148 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521382122Initializing all the Stores at 1731521382128 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521382128Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521382128Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521382128Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521382128Cleaning up temporary data from old regions at 1731521382143 (+15 ms)Region opened successfully at 1731521382148 (+5 ms) 2024-11-13T18:09:42,149 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:09:42,152 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414e3314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:09:42,153 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:09:42,153 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:09:42,153 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:09:42,153 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:09:42,154 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:09:42,154 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:09:42,154 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:09:42,175 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:09:42,175 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Unable to get data of znode /1-827075897/balancer because node does not exist (not necessarily an error) 2024-11-13T18:09:42,177 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-827075897/balancer already deleted, retry=false 2024-11-13T18:09:42,177 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:09:42,178 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Unable to get data of znode /1-827075897/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:09:42,179 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-827075897/normalizer already deleted, retry=false 2024-11-13T18:09:42,179 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:09:42,180 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Unable to get data of znode /1-827075897/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:09:42,185 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-827075897/switch/split already deleted, retry=false 2024-11-13T18:09:42,188 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Unable to get data of znode /1-827075897/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:09:42,190 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-827075897/switch/merge already deleted, retry=false 2024-11-13T18:09:42,192 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Unable to get data of znode /1-827075897/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:09:42,193 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-827075897/snapshot-cleanup already deleted, retry=false 2024-11-13T18:09:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-827075897/running 2024-11-13T18:09:42,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:42,198 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,33533,1731521380127, sessionid=0x100ed4a5d330003, setting cluster-up flag (Was=false) 2024-11-13T18:09:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-827075897/running 2024-11-13T18:09:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:42,208 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-827075897/flush-table-proc/acquired, /1-827075897/flush-table-proc/reached, /1-827075897/flush-table-proc/abort 2024-11-13T18:09:42,213 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,33533,1731521380127 2024-11-13T18:09:42,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:42,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:42,228 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-827075897/online-snapshot/acquired, /1-827075897/online-snapshot/reached, /1-827075897/online-snapshot/abort 2024-11-13T18:09:42,229 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,33533,1731521380127 2024-11-13T18:09:42,236 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:09:42,239 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:42,239 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:09:42,240 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:09:42,240 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,33533,1731521380127 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:09:42,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:42,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:42,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:42,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:09:42,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:09:42,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:09:42,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:42,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:09:42,248 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:42,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:09:42,253 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521412253 2024-11-13T18:09:42,253 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:09:42,253 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:09:42,253 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:09:42,253 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:09:42,253 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:09:42,253 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:09:42,257 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,258 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:09:42,258 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:09:42,258 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:09:42,258 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:09:42,259 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:09:42,259 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:09:42,261 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521382259,5,FailOnTimeoutGroup] 2024-11-13T18:09:42,265 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521382262,5,FailOnTimeoutGroup] 2024-11-13T18:09:42,265 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,265 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:09:42,265 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,265 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:09:42,272 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(746): ClusterId : d9167155-b11f-47d8-a0e3-effc0af69a63 2024-11-13T18:09:42,272 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:09:42,278 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:09:42,279 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:09:42,282 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:09:42,282 DEBUG [RS:0;39e84130bbc9:40565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302442ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:09:42,301 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:40565 2024-11-13T18:09:42,301 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:09:42,301 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:09:42,301 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:09:42,302 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,33533,1731521380127 with port=40565, startcode=1731521380191 2024-11-13T18:09:42,302 DEBUG [RS:0;39e84130bbc9:40565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:09:42,307 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:09:42,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,40565,1731521380191 2024-11-13T18:09:42,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33533 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,40565,1731521380191 2024-11-13T18:09:42,315 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e 2024-11-13T18:09:42,316 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36831 2024-11-13T18:09:42,316 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:09:42,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897/rs 2024-11-13T18:09:42,325 DEBUG [RS:0;39e84130bbc9:40565 {}] zookeeper.ZKUtil(111): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Set watcher on existing znode=/1-827075897/rs/39e84130bbc9,40565,1731521380191 2024-11-13T18:09:42,325 WARN [RS:0;39e84130bbc9:40565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:09:42,325 INFO [RS:0;39e84130bbc9:40565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:42,325 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191 2024-11-13T18:09:42,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,40565,1731521380191] 2024-11-13T18:09:42,332 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:09:42,337 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:09:42,338 INFO [RS:0;39e84130bbc9:40565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:09:42,338 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,339 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:09:42,341 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:09:42,341 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:09:42,342 DEBUG [RS:0;39e84130bbc9:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:09:42,349 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,349 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,349 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,349 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,349 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,349 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40565,1731521380191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:09:42,365 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:09:42,365 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40565,1731521380191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,365 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,365 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.Replication(171): 39e84130bbc9,40565,1731521380191 started 2024-11-13T18:09:42,387 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:42,388 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,40565,1731521380191, RpcServer on 39e84130bbc9/172.17.0.3:40565, sessionid=0x100ed4a5d330004 2024-11-13T18:09:42,388 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:09:42,388 DEBUG [RS:0;39e84130bbc9:40565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,40565,1731521380191 2024-11-13T18:09:42,388 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,40565,1731521380191' 2024-11-13T18:09:42,388 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-827075897/flush-table-proc/abort' 2024-11-13T18:09:42,389 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-827075897/flush-table-proc/acquired' 2024-11-13T18:09:42,389 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:09:42,389 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:09:42,389 DEBUG [RS:0;39e84130bbc9:40565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,40565,1731521380191 2024-11-13T18:09:42,389 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,40565,1731521380191' 2024-11-13T18:09:42,389 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-827075897/online-snapshot/abort' 2024-11-13T18:09:42,390 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-827075897/online-snapshot/acquired' 2024-11-13T18:09:42,390 DEBUG [RS:0;39e84130bbc9:40565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:09:42,390 INFO [RS:0;39e84130bbc9:40565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:09:42,390 INFO [RS:0;39e84130bbc9:40565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:09:42,491 INFO [RS:0;39e84130bbc9:40565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:09:42,493 INFO [RS:0;39e84130bbc9:40565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40565%2C1731521380191, suffix=, logDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191, archiveDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/oldWALs, maxLogs=10 2024-11-13T18:09:42,515 DEBUG [RS:0;39e84130bbc9:40565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494, exclude list is [], retry=0 2024-11-13T18:09:42,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-6356256f-e043-460e-93ac-06c4b5f25e6c,DISK] 2024-11-13T18:09:42,545 INFO [RS:0;39e84130bbc9:40565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 2024-11-13T18:09:42,546 DEBUG [RS:0;39e84130bbc9:40565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33589:33589)] 2024-11-13T18:09:42,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:09:42,669 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e 2024-11-13T18:09:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:09:42,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:42,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:09:42,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:09:42,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:42,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:42,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:09:42,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:09:42,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:42,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:42,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:09:42,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:09:42,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:42,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:42,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:09:42,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:09:42,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:42,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:42,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:09:42,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740 2024-11-13T18:09:42,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740 2024-11-13T18:09:42,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:09:42,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:09:42,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:42,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:09:42,710 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:42,711 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64724892, jitterRate=-0.035523951053619385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:42,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521382691Initializing all the Stores at 1731521382692 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521382692Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521382695 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521382695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521382695Cleaning up temporary data from old regions at 1731521382705 (+10 ms)Region opened successfully at 1731521382711 (+6 ms) 2024-11-13T18:09:42,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:42,711 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:42,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:42,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:42,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:42,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:42,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521382711Disabling compacts and flushes for region at 1731521382711Disabling writes for close at 1731521382711Writing region close event to WAL at 1731521382711Closed at 1731521382711 2024-11-13T18:09:42,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:42,714 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:09:42,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:09:42,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:09:42,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:09:42,866 DEBUG [39e84130bbc9:33533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:09:42,867 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,40565,1731521380191 2024-11-13T18:09:42,868 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,40565,1731521380191, state=OPENING 2024-11-13T18:09:42,870 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:09:42,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:42,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:42,873 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:09:42,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-827075897/meta-region-server: CHANGED 2024-11-13T18:09:42,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,40565,1731521380191}] 2024-11-13T18:09:42,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-827075897/meta-region-server: CHANGED 2024-11-13T18:09:43,033 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:09:43,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:09:43,051 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:09:43,051 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:43,051 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:09:43,054 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40565%2C1731521380191.meta, suffix=.meta, logDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191, archiveDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/oldWALs, maxLogs=10 2024-11-13T18:09:43,080 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.meta.1731521383055.meta, exclude list is [], retry=0 2024-11-13T18:09:43,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-6356256f-e043-460e-93ac-06c4b5f25e6c,DISK] 2024-11-13T18:09:43,100 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.meta.1731521383055.meta 2024-11-13T18:09:43,101 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33589:33589)] 2024-11-13T18:09:43,102 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:43,102 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:43,102 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:09:43,102 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:09:43,103 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:09:43,103 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:09:43,103 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:43,103 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:09:43,103 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:09:43,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:09:43,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:09:43,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:43,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:43,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:09:43,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:09:43,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:43,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:43,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:09:43,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:09:43,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:43,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:43,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:09:43,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:09:43,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:43,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:09:43,138 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:09:43,139 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740 2024-11-13T18:09:43,140 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740 2024-11-13T18:09:43,150 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:09:43,150 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:09:43,150 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:09:43,152 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:09:43,153 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59890791, jitterRate=-0.10755766928195953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:09:43,153 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:09:43,153 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521383103Writing region info on filesystem at 1731521383103Initializing all the Stores at 1731521383108 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521383108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521383110 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521383110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521383110Cleaning up temporary data from old regions at 1731521383150 (+40 ms)Running coprocessor post-open hooks at 1731521383153 (+3 ms)Region opened successfully at 1731521383153 2024-11-13T18:09:43,155 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521383032 2024-11-13T18:09:43,161 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:09:43,161 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:09:43,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,40565,1731521380191 2024-11-13T18:09:43,165 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,40565,1731521380191, state=OPEN 2024-11-13T18:09:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-827075897/meta-region-server 2024-11-13T18:09:43,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-827075897/meta-region-server: CHANGED 2024-11-13T18:09:43,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-827075897/meta-region-server 2024-11-13T18:09:43,173 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,40565,1731521380191 2024-11-13T18:09:43,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-827075897/meta-region-server: CHANGED 2024-11-13T18:09:43,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:09:43,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,40565,1731521380191 in 300 msec 2024-11-13T18:09:43,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:09:43,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-13T18:09:43,181 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:09:43,181 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:09:43,193 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:43,194 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1] 2024-11-13T18:09:43,194 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:43,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:43,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 967 msec 2024-11-13T18:09:43,207 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521383207, completionTime=-1 2024-11-13T18:09:43,207 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:09:43,207 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:09:43,214 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:09:43,214 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521443214 2024-11-13T18:09:43,214 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521503214 2024-11-13T18:09:43,214 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-13T18:09:43,214 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33533,1731521380127-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:43,214 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33533,1731521380127-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:43,214 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33533,1731521380127-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:43,214 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:33533, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:43,214 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:43,217 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:09:43,217 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:43,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.951sec 2024-11-13T18:09:43,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:09:43,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:09:43,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:09:43,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:09:43,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:09:43,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33533,1731521380127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:09:43,222 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33533,1731521380127-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:09:43,231 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:09:43,231 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:09:43,231 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33533,1731521380127-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:09:43,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cafbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:43,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33533,-1 for getting cluster id 2024-11-13T18:09:43,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:43,283 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9167155-b11f-47d8-a0e3-effc0af69a63' 2024-11-13T18:09:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9167155-b11f-47d8-a0e3-effc0af69a63" 2024-11-13T18:09:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97b39a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33533,-1] 2024-11-13T18:09:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:43,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:43,286 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:43,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4cee07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:43,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:43,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1] 2024-11-13T18:09:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:43,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:43,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,33533,1731521380127 2024-11-13T18:09:43,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53805 2024-11-13T18:09:43,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:09:43,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ed4a5d330005 connected 2024-11-13T18:09:43,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:43,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41861,1731521375426 2024-11-13T18:09:43,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d45e434 2024-11-13T18:09:43,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:43,343 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:43,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:09:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:09:43,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:09:43,347 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:43,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:09:43,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:09:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:43,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:09:43,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed1acba0063f06abcc714d063fe82ab3, NAME => 'test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065 2024-11-13T18:09:43,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:09:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:43,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:43,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ed1acba0063f06abcc714d063fe82ab3, disabling compactions & flushes 2024-11-13T18:09:43,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:43,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:43,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. after waiting 0 ms 2024-11-13T18:09:43,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:43,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:43,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed1acba0063f06abcc714d063fe82ab3: Waiting for close lock at 1731521383802Disabling compacts and flushes for region at 1731521383802Disabling writes for close at 1731521383802Writing region close event to WAL at 1731521383802Closed at 1731521383802 2024-11-13T18:09:43,809 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:09:43,810 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521383809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521383809"}]},"ts":"1731521383809"} 2024-11-13T18:09:43,813 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:09:43,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:09:43,816 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521383816"}]},"ts":"1731521383816"} 2024-11-13T18:09:43,819 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:09:43,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed1acba0063f06abcc714d063fe82ab3, ASSIGN}] 2024-11-13T18:09:43,821 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed1acba0063f06abcc714d063fe82ab3, ASSIGN 2024-11-13T18:09:43,822 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ed1acba0063f06abcc714d063fe82ab3, ASSIGN; state=OFFLINE, location=39e84130bbc9,41589,1731521375573; forceNewPlan=false, retain=false 2024-11-13T18:09:43,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:09:43,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:43,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:43,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:43,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:43,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:43,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:43,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:43,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:43,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:09:43,897 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:09:43,897 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:09:43,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:43,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T18:09:43,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:43,898 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T18:09:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:43,981 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed1acba0063f06abcc714d063fe82ab3, regionState=OPENING, regionLocation=39e84130bbc9,41589,1731521375573 2024-11-13T18:09:43,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ed1acba0063f06abcc714d063fe82ab3, ASSIGN because future has completed 2024-11-13T18:09:43,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed1acba0063f06abcc714d063fe82ab3, server=39e84130bbc9,41589,1731521375573}] 2024-11-13T18:09:44,153 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:44,154 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ed1acba0063f06abcc714d063fe82ab3, NAME => 'test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:44,154 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:44,154 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:09:44,154 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,154 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:44,154 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,154 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,161 INFO [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,163 INFO [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed1acba0063f06abcc714d063fe82ab3 columnFamilyName f 2024-11-13T18:09:44,163 DEBUG [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:44,163 INFO [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] regionserver.HStore(327): Store=ed1acba0063f06abcc714d063fe82ab3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:44,163 INFO [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,164 INFO [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed1acba0063f06abcc714d063fe82ab3 columnFamilyName f1 2024-11-13T18:09:44,164 DEBUG [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:44,165 INFO [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] regionserver.HStore(327): Store=ed1acba0063f06abcc714d063fe82ab3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:44,165 INFO [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,166 INFO [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed1acba0063f06abcc714d063fe82ab3 columnFamilyName norep 2024-11-13T18:09:44,166 DEBUG [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:44,166 INFO [StoreOpener-ed1acba0063f06abcc714d063fe82ab3-1 {}] regionserver.HStore(327): Store=ed1acba0063f06abcc714d063fe82ab3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:44,166 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,167 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,167 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,168 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,168 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,168 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:09:44,169 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,174 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:44,174 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ed1acba0063f06abcc714d063fe82ab3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75365644, jitterRate=0.12303560972213745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:09:44,174 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:44,175 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ed1acba0063f06abcc714d063fe82ab3: Running coprocessor pre-open hook at 1731521384154Writing region info on filesystem at 1731521384154Initializing all the Stores at 1731521384155 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521384155Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521384161 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521384161Cleaning up temporary data from old regions at 1731521384168 (+7 ms)Running coprocessor post-open hooks at 1731521384174 (+6 ms)Region opened successfully at 1731521384175 (+1 ms) 2024-11-13T18:09:44,176 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3., pid=6, masterSystemTime=1731521384145 2024-11-13T18:09:44,178 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:44,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed1acba0063f06abcc714d063fe82ab3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,41589,1731521375573 2024-11-13T18:09:44,180 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:44,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed1acba0063f06abcc714d063fe82ab3, server=39e84130bbc9,41589,1731521375573 because future has completed 2024-11-13T18:09:44,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:09:44,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed1acba0063f06abcc714d063fe82ab3, server=39e84130bbc9,41589,1731521375573 in 197 msec 2024-11-13T18:09:44,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:09:44,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ed1acba0063f06abcc714d063fe82ab3, ASSIGN in 369 msec 2024-11-13T18:09:44,190 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:09:44,191 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521384191"}]},"ts":"1731521384191"} 2024-11-13T18:09:44,193 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:09:44,193 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:09:44,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 849 msec 2024-11-13T18:09:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:44,485 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:09:44,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33533,1731521380127 2024-11-13T18:09:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ff8dff5 2024-11-13T18:09:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:44,487 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:44,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:09:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:09:44,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:09:44,490 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:44,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:09:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:44,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:09:44,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:09:44,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9081b6a35d6c80d5b3632afdd5c4b33c, NAME => 'test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e 2024-11-13T18:09:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:09:44,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:44,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9081b6a35d6c80d5b3632afdd5c4b33c, disabling compactions & flushes 2024-11-13T18:09:44,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:44,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:44,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. after waiting 0 ms 2024-11-13T18:09:44,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:44,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:44,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9081b6a35d6c80d5b3632afdd5c4b33c: Waiting for close lock at 1731521384507Disabling compacts and flushes for region at 1731521384507Disabling writes for close at 1731521384507Writing region close event to WAL at 1731521384507Closed at 1731521384507 2024-11-13T18:09:44,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:09:44,508 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521384508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521384508"}]},"ts":"1731521384508"} 2024-11-13T18:09:44,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:09:44,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:09:44,512 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521384511"}]},"ts":"1731521384511"} 2024-11-13T18:09:44,513 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:09:44,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9081b6a35d6c80d5b3632afdd5c4b33c, ASSIGN}] 2024-11-13T18:09:44,514 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9081b6a35d6c80d5b3632afdd5c4b33c, ASSIGN 2024-11-13T18:09:44,515 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9081b6a35d6c80d5b3632afdd5c4b33c, ASSIGN; state=OFFLINE, location=39e84130bbc9,40565,1731521380191; forceNewPlan=false, retain=false 2024-11-13T18:09:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:44,666 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9081b6a35d6c80d5b3632afdd5c4b33c, regionState=OPENING, regionLocation=39e84130bbc9,40565,1731521380191 2024-11-13T18:09:44,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9081b6a35d6c80d5b3632afdd5c4b33c, ASSIGN because future has completed 2024-11-13T18:09:44,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9081b6a35d6c80d5b3632afdd5c4b33c, server=39e84130bbc9,40565,1731521380191}] 2024-11-13T18:09:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:44,827 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:44,827 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9081b6a35d6c80d5b3632afdd5c4b33c, NAME => 'test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:44,828 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:44,828 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:09:44,828 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,828 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:44,828 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,829 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,837 INFO [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,839 INFO [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9081b6a35d6c80d5b3632afdd5c4b33c columnFamilyName f 2024-11-13T18:09:44,839 DEBUG [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:44,839 INFO [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] regionserver.HStore(327): Store=9081b6a35d6c80d5b3632afdd5c4b33c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:44,839 INFO [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,841 INFO [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9081b6a35d6c80d5b3632afdd5c4b33c columnFamilyName f1 2024-11-13T18:09:44,841 DEBUG [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:44,842 INFO [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] regionserver.HStore(327): Store=9081b6a35d6c80d5b3632afdd5c4b33c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:44,842 INFO [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,843 INFO [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9081b6a35d6c80d5b3632afdd5c4b33c columnFamilyName norep 2024-11-13T18:09:44,843 DEBUG [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:44,843 INFO [StoreOpener-9081b6a35d6c80d5b3632afdd5c4b33c-1 {}] regionserver.HStore(327): Store=9081b6a35d6c80d5b3632afdd5c4b33c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:44,844 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,844 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,845 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,846 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,846 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,847 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:09:44,849 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,851 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:44,852 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9081b6a35d6c80d5b3632afdd5c4b33c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74413680, jitterRate=0.10885024070739746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:09:44,852 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:44,852 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9081b6a35d6c80d5b3632afdd5c4b33c: Running coprocessor pre-open hook at 1731521384829Writing region info on filesystem at 1731521384829Initializing all the Stores at 1731521384830 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521384830Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521384833 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521384833Cleaning up temporary data from old regions at 1731521384846 (+13 ms)Running coprocessor post-open hooks at 1731521384852 (+6 ms)Region opened successfully at 1731521384852 2024-11-13T18:09:44,854 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c., pid=6, masterSystemTime=1731521384823 2024-11-13T18:09:44,858 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:44,858 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:44,865 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9081b6a35d6c80d5b3632afdd5c4b33c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,40565,1731521380191 2024-11-13T18:09:44,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9081b6a35d6c80d5b3632afdd5c4b33c, server=39e84130bbc9,40565,1731521380191 because future has completed 2024-11-13T18:09:44,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:09:44,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9081b6a35d6c80d5b3632afdd5c4b33c, server=39e84130bbc9,40565,1731521380191 in 201 msec 2024-11-13T18:09:44,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:09:44,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9081b6a35d6c80d5b3632afdd5c4b33c, ASSIGN in 360 msec 2024-11-13T18:09:44,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:09:44,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521384876"}]},"ts":"1731521384876"} 2024-11-13T18:09:44,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:09:44,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:09:44,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 392 msec 2024-11-13T18:09:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:09:45,117 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:09:45,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a3debf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41861,-1 for getting cluster id 2024-11-13T18:09:45,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:45,121 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752fe51-dde7-40e1-bc43-127495e4b658' 2024-11-13T18:09:45,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:45,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752fe51-dde7-40e1-bc43-127495e4b658" 2024-11-13T18:09:45,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c34e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41861,-1] 2024-11-13T18:09:45,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:45,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:45,125 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:45,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5136b899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7729d149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33533,-1 for getting cluster id 2024-11-13T18:09:45,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:45,135 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9167155-b11f-47d8-a0e3-effc0af69a63' 2024-11-13T18:09:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9167155-b11f-47d8-a0e3-effc0af69a63" 2024-11-13T18:09:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669d88ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33533,-1] 2024-11-13T18:09:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:45,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:45,137 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53272086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c929a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41861,-1 for getting cluster id 2024-11-13T18:09:45,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:45,140 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752fe51-dde7-40e1-bc43-127495e4b658' 2024-11-13T18:09:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752fe51-dde7-40e1-bc43-127495e4b658" 2024-11-13T18:09:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36244eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41861,-1] 2024-11-13T18:09:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:45,142 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6d958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41861,1731521375426 2024-11-13T18:09:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71588bb0 2024-11-13T18:09:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:45,151 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:45,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:33533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:09:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:09:45,157 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:33533' 2024-11-13T18:09:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:45,170 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449234da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,170 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33533,-1 for getting cluster id 2024-11-13T18:09:45,170 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:45,171 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9167155-b11f-47d8-a0e3-effc0af69a63' 2024-11-13T18:09:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9167155-b11f-47d8-a0e3-effc0af69a63" 2024-11-13T18:09:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eebbee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33533,-1] 2024-11-13T18:09:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:45,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:45,174 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:45,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee29358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:45,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33533,1731521380127 2024-11-13T18:09:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cdb6801 2024-11-13T18:09:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:45,177 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:45,178 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T18:09:45,178 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:09:45,178 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:45,179 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:45,179 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:09:45,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:45,181 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:09:45,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:09:45,182 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:45,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:09:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:09:45,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 359e9a121704590eb752bfc9c73ca421, NAME => 'hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065 2024-11-13T18:09:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:09:45,231 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:09:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:45,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:45,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 359e9a121704590eb752bfc9c73ca421, disabling compactions & flushes 2024-11-13T18:09:45,605 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:45,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:45,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. after waiting 0 ms 2024-11-13T18:09:45,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:45,605 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:45,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 359e9a121704590eb752bfc9c73ca421: Waiting for close lock at 1731521385605Disabling compacts and flushes for region at 1731521385605Disabling writes for close at 1731521385605Writing region close event to WAL at 1731521385605Closed at 1731521385605 2024-11-13T18:09:45,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:09:45,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521385607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521385607"}]},"ts":"1731521385607"} 2024-11-13T18:09:45,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:09:45,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:09:45,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521385615"}]},"ts":"1731521385615"} 2024-11-13T18:09:45,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:09:45,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=359e9a121704590eb752bfc9c73ca421, ASSIGN}] 2024-11-13T18:09:45,621 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=359e9a121704590eb752bfc9c73ca421, ASSIGN 2024-11-13T18:09:45,622 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=359e9a121704590eb752bfc9c73ca421, ASSIGN; state=OFFLINE, location=39e84130bbc9,41589,1731521375573; forceNewPlan=false, retain=false 2024-11-13T18:09:45,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=359e9a121704590eb752bfc9c73ca421, regionState=OPENING, regionLocation=39e84130bbc9,41589,1731521375573 2024-11-13T18:09:45,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=359e9a121704590eb752bfc9c73ca421, ASSIGN because future has completed 2024-11-13T18:09:45,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359e9a121704590eb752bfc9c73ca421, server=39e84130bbc9,41589,1731521375573}] 2024-11-13T18:09:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:45,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:45,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:45,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:09:45,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C41589%2C1731521375573.rep, suffix=, logDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573, archiveDir=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/oldWALs, maxLogs=10 2024-11-13T18:09:45,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.rep.1731521385958, exclude list is [], retry=0 2024-11-13T18:09:45,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-4994e4d1-ea07-43f4-b5de-796defa6e538,DISK] 2024-11-13T18:09:45,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.rep.1731521385958 2024-11-13T18:09:45,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45853:45853)] 2024-11-13T18:09:45,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 359e9a121704590eb752bfc9c73ca421, NAME => 'hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:45,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:45,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:09:45,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. service=MultiRowMutationService 2024-11-13T18:09:45,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:09:45,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:45,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:45,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:45,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,009 INFO [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,021 INFO [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359e9a121704590eb752bfc9c73ca421 columnFamilyName hfileref 2024-11-13T18:09:46,021 DEBUG [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:46,023 INFO [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] regionserver.HStore(327): Store=359e9a121704590eb752bfc9c73ca421/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:46,023 INFO [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,038 INFO [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359e9a121704590eb752bfc9c73ca421 columnFamilyName queue 2024-11-13T18:09:46,038 DEBUG [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:46,041 INFO [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] regionserver.HStore(327): Store=359e9a121704590eb752bfc9c73ca421/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:46,042 INFO [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,050 INFO [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359e9a121704590eb752bfc9c73ca421 columnFamilyName sid 2024-11-13T18:09:46,050 DEBUG [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:46,052 INFO [StoreOpener-359e9a121704590eb752bfc9c73ca421-1 {}] regionserver.HStore(327): Store=359e9a121704590eb752bfc9c73ca421/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:46,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:09:46,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:46,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 359e9a121704590eb752bfc9c73ca421; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61904287, jitterRate=-0.07755424082279205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:09:46,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:46,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 359e9a121704590eb752bfc9c73ca421: Running coprocessor pre-open hook at 1731521385998Writing region info on filesystem at 1731521385998Initializing all the Stores at 1731521386002 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521386002Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521386003 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521386003Cleaning up temporary data from old regions at 1731521386066 (+63 ms)Running coprocessor post-open hooks at 1731521386083 (+17 ms)Region opened successfully at 1731521386083 2024-11-13T18:09:46,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421., pid=10, masterSystemTime=1731521385931 2024-11-13T18:09:46,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:46,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:46,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=359e9a121704590eb752bfc9c73ca421, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,41589,1731521375573 2024-11-13T18:09:46,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359e9a121704590eb752bfc9c73ca421, server=39e84130bbc9,41589,1731521375573 because future has completed 2024-11-13T18:09:46,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:09:46,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 359e9a121704590eb752bfc9c73ca421, server=39e84130bbc9,41589,1731521375573 in 328 msec 2024-11-13T18:09:46,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:09:46,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=359e9a121704590eb752bfc9c73ca421, ASSIGN in 488 msec 2024-11-13T18:09:46,110 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:09:46,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521386110"}]},"ts":"1731521386110"} 2024-11-13T18:09:46,113 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:09:46,114 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:09:46,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 935 msec 2024-11-13T18:09:46,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421., hostname=39e84130bbc9,41589,1731521375573, seqNum=2] 2024-11-13T18:09:46,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:46,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:46,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:09:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:46,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:09:46,345 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:09:46,423 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,41589,1731521375573, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:09:46,423 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:46,423 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,41589,1731521375573, seqNum=-1] 2024-11-13T18:09:46,424 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:46,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T18:09:46,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,41589,1731521375573', locateType=CURRENT is [region=hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421., hostname=39e84130bbc9,41589,1731521375573, seqNum=2] 2024-11-13T18:09:46,445 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:09:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:09:46,467 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,41589,1731521375573 suceeded 2024-11-13T18:09:46,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:09:46,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 282 msec 2024-11-13T18:09:46,470 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:33533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:09:46,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3190 sec 2024-11-13T18:09:46,475 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:33533' 2024-11-13T18:09:46,481 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55fbeea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:46,481 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33533,-1 for getting cluster id 2024-11-13T18:09:46,482 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:46,483 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9167155-b11f-47d8-a0e3-effc0af69a63' 2024-11-13T18:09:46,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:46,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9167155-b11f-47d8-a0e3-effc0af69a63" 2024-11-13T18:09:46,483 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:46,483 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@559dfa25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:46,484 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33533,-1] 2024-11-13T18:09:46,484 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:46,485 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:46,489 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42d57ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:46,490 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33533,1731521380127 2024-11-13T18:09:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@141d84c 2024-11-13T18:09:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:46,494 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T18:09:46,501 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,41589,1731521375573 (queues=1) is replicating from cluster=4752fe51-dde7-40e1-bc43-127495e4b658 to cluster=d9167155-b11f-47d8-a0e3-effc0af69a63 2024-11-13T18:09:46,501 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C41589%2C1731521375573 2024-11-13T18:09:46,501 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,41589,1731521375573, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:09:46,522 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820, startPosition=0, beingWritten=true 2024-11-13T18:09:46,534 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C41589%2C1731521375573 2024-11-13T18:09:46,576 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:09:46,576 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 379, reset compression=false 2024-11-13T18:09:46,576 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,41589,1731521375573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:09:46,801 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 379, reset compression=false 2024-11-13T18:09:47,122 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 379, reset compression=false 2024-11-13T18:09:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:47,317 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:09:47,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:47,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:47,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:47,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:47,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:47,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6723e074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:47,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33533,-1 for getting cluster id 2024-11-13T18:09:47,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:47,329 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9167155-b11f-47d8-a0e3-effc0af69a63' 2024-11-13T18:09:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9167155-b11f-47d8-a0e3-effc0af69a63" 2024-11-13T18:09:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7fb44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33533,-1] 2024-11-13T18:09:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:47,337 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:47,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca7f6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:47,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:47,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33533,1731521380127 2024-11-13T18:09:47,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695bf9a7 2024-11-13T18:09:47,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:47,343 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:47,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:41861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:09:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:09:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:47,356 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:41861' 2024-11-13T18:09:47,358 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f4f5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:47,358 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41861,-1 for getting cluster id 2024-11-13T18:09:47,358 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:47,362 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752fe51-dde7-40e1-bc43-127495e4b658' 2024-11-13T18:09:47,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:47,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752fe51-dde7-40e1-bc43-127495e4b658" 2024-11-13T18:09:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46429b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41861,-1] 2024-11-13T18:09:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:47,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:47,365 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:47,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a7e3c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:47,366 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:47,367 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41861,1731521375426 2024-11-13T18:09:47,367 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51714648 2024-11-13T18:09:47,367 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:47,368 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:47,369 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T18:09:47,369 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:09:47,370 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:47,370 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:47,370 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:09:47,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:47,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:09:47,373 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:09:47,373 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:47,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:09:47,422 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:09:47,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:09:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:47,542 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 379, reset compression=false 2024-11-13T18:09:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:47,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f38a3e0bd4921fe1f32b7924d65d7abe, NAME => 'hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e 2024-11-13T18:09:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:09:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:48,048 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 379, reset compression=false 2024-11-13T18:09:48,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:48,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f38a3e0bd4921fe1f32b7924d65d7abe, disabling compactions & flushes 2024-11-13T18:09:48,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:48,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:48,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. after waiting 0 ms 2024-11-13T18:09:48,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:48,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:48,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f38a3e0bd4921fe1f32b7924d65d7abe: Waiting for close lock at 1731521388245Disabling compacts and flushes for region at 1731521388245Disabling writes for close at 1731521388245Writing region close event to WAL at 1731521388245Closed at 1731521388245 2024-11-13T18:09:48,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:09:48,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521388247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521388247"}]},"ts":"1731521388247"} 2024-11-13T18:09:48,250 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:09:48,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:09:48,252 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521388251"}]},"ts":"1731521388251"} 2024-11-13T18:09:48,253 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:09:48,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f38a3e0bd4921fe1f32b7924d65d7abe, ASSIGN}] 2024-11-13T18:09:48,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f38a3e0bd4921fe1f32b7924d65d7abe, ASSIGN 2024-11-13T18:09:48,259 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f38a3e0bd4921fe1f32b7924d65d7abe, ASSIGN; state=OFFLINE, location=39e84130bbc9,40565,1731521380191; forceNewPlan=false, retain=false 2024-11-13T18:09:48,332 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T18:09:48,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f38a3e0bd4921fe1f32b7924d65d7abe, regionState=OPENING, regionLocation=39e84130bbc9,40565,1731521380191 2024-11-13T18:09:48,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f38a3e0bd4921fe1f32b7924d65d7abe, ASSIGN because future has completed 2024-11-13T18:09:48,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f38a3e0bd4921fe1f32b7924d65d7abe, server=39e84130bbc9,40565,1731521380191}] 2024-11-13T18:09:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:48,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:48,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:09:48,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:09:48,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40565%2C1731521380191.rep, suffix=, logDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191, archiveDir=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/oldWALs, maxLogs=10 2024-11-13T18:09:48,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.rep.1731521388585, exclude list is [], retry=0 2024-11-13T18:09:48,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-6356256f-e043-460e-93ac-06c4b5f25e6c,DISK] 2024-11-13T18:09:48,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.rep.1731521388585 2024-11-13T18:09:48,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33589:33589)] 2024-11-13T18:09:48,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f38a3e0bd4921fe1f32b7924d65d7abe, NAME => 'hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:09:48,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:09:48,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:09:48,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. service=MultiRowMutationService 2024-11-13T18:09:48,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:09:48,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:09:48,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,613 INFO [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,618 INFO [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f38a3e0bd4921fe1f32b7924d65d7abe columnFamilyName hfileref 2024-11-13T18:09:48,618 DEBUG [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:48,619 INFO [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] regionserver.HStore(327): Store=f38a3e0bd4921fe1f32b7924d65d7abe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:48,619 INFO [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,620 INFO [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f38a3e0bd4921fe1f32b7924d65d7abe columnFamilyName queue 2024-11-13T18:09:48,620 DEBUG [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:48,620 INFO [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] regionserver.HStore(327): Store=f38a3e0bd4921fe1f32b7924d65d7abe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:48,620 INFO [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,622 INFO [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f38a3e0bd4921fe1f32b7924d65d7abe columnFamilyName sid 2024-11-13T18:09:48,622 DEBUG [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:09:48,622 INFO [StoreOpener-f38a3e0bd4921fe1f32b7924d65d7abe-1 {}] regionserver.HStore(327): Store=f38a3e0bd4921fe1f32b7924d65d7abe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:09:48,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:09:48,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:09:48,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f38a3e0bd4921fe1f32b7924d65d7abe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60461546, jitterRate=-0.09905275702476501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:09:48,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:48,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f38a3e0bd4921fe1f32b7924d65d7abe: Running coprocessor pre-open hook at 1731521388610Writing region info on filesystem at 1731521388610Initializing all the Stores at 1731521388611 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521388611Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521388613 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521388613Cleaning up temporary data from old regions at 1731521388624 (+11 ms)Running coprocessor post-open hooks at 1731521388629 (+5 ms)Region opened successfully at 1731521388629 2024-11-13T18:09:48,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe., pid=10, masterSystemTime=1731521388574 2024-11-13T18:09:48,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:48,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:48,634 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f38a3e0bd4921fe1f32b7924d65d7abe, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,40565,1731521380191 2024-11-13T18:09:48,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f38a3e0bd4921fe1f32b7924d65d7abe, server=39e84130bbc9,40565,1731521380191 because future has completed 2024-11-13T18:09:48,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:09:48,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f38a3e0bd4921fe1f32b7924d65d7abe, server=39e84130bbc9,40565,1731521380191 in 218 msec 2024-11-13T18:09:48,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:09:48,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f38a3e0bd4921fe1f32b7924d65d7abe, ASSIGN in 387 msec 2024-11-13T18:09:48,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:09:48,644 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521388644"}]},"ts":"1731521388644"} 2024-11-13T18:09:48,647 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:09:48,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:09:48,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2770 sec 2024-11-13T18:09:48,653 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 379, reset compression=false 2024-11-13T18:09:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe., hostname=39e84130bbc9,40565,1731521380191, seqNum=2] 2024-11-13T18:09:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:48,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:09:48,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:09:48,841 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:09:48,870 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,40565,1731521380191, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:09:48,871 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:48,871 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1] 2024-11-13T18:09:48,871 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:48,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T18:09:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,40565,1731521380191', locateType=CURRENT is [region=hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe., hostname=39e84130bbc9,40565,1731521380191, seqNum=2] 2024-11-13T18:09:48,876 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:09:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:09:48,878 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,40565,1731521380191 suceeded 2024-11-13T18:09:48,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:09:48,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T18:09:48,880 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:41861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:09:48,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5360 sec 2024-11-13T18:09:48,894 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:41861' 2024-11-13T18:09:48,904 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8018fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:48,904 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41861,-1 for getting cluster id 2024-11-13T18:09:48,904 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:48,905 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752fe51-dde7-40e1-bc43-127495e4b658' 2024-11-13T18:09:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:48,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752fe51-dde7-40e1-bc43-127495e4b658" 2024-11-13T18:09:48,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34949f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:48,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41861,-1] 2024-11-13T18:09:48,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:48,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:48,907 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:48,908 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f35a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:48,908 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41861,1731521375426 2024-11-13T18:09:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc0538c 2024-11-13T18:09:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:48,910 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T18:09:48,911 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,40565,1731521380191 (queues=1) is replicating from cluster=d9167155-b11f-47d8-a0e3-effc0af69a63 to cluster=4752fe51-dde7-40e1-bc43-127495e4b658 2024-11-13T18:09:48,911 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C40565%2C1731521380191 2024-11-13T18:09:48,912 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,40565,1731521380191, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:09:48,912 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494, startPosition=0, beingWritten=true 2024-11-13T18:09:48,913 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C40565%2C1731521380191 2024-11-13T18:09:48,919 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:09:48,919 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 379, reset compression=false 2024-11-13T18:09:48,919 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40565,1731521380191 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:09:49,126 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 379, reset compression=false 2024-11-13T18:09:49,358 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 379, reset compression=false 2024-11-13T18:09:49,435 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 379, reset compression=false 2024-11-13T18:09:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:09:49,495 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:09:49,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:49,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:49,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:49,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:49,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:49,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:49,500 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731521389499/Put/seqid=0 2024-11-13T18:09:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741840_1016 (size=7894) 2024-11-13T18:09:49,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:09:49,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:49,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:49,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:49,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:49,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:49,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:49,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:49,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:49,840 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 379, reset compression=false 2024-11-13T18:09:49,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T18:09:49,907 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731521389907/Put/seqid=0 2024-11-13T18:09:49,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741841_1017 (size=7691) 2024-11-13T18:09:49,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674f8f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:49,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41861,-1 for getting cluster id 2024-11-13T18:09:49,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:49,924 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752fe51-dde7-40e1-bc43-127495e4b658' 2024-11-13T18:09:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752fe51-dde7-40e1-bc43-127495e4b658" 2024-11-13T18:09:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491945c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41861,-1] 2024-11-13T18:09:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:49,927 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:49,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a058b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:49,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:49,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,41589,1731521375573, seqNum=-1] 2024-11-13T18:09:49,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:49,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:49,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:49,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41861,1731521375426 2024-11-13T18:09:49,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79d5c0d9 2024-11-13T18:09:49,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:49,947 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:49,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3., hostname=39e84130bbc9,41589,1731521375573, seqNum=2] 2024-11-13T18:09:49,962 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:09:49,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T18:09:49,994 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T18:09:50,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/testHFileCyclicReplication_01/f/hfile_1 for inclusion in ed1acba0063f06abcc714d063fe82ab3/f 2024-11-13T18:09:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T18:09:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:09:50,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/testHFileCyclicReplication_01/f/hfile_0 for inclusion in ed1acba0063f06abcc714d063fe82ab3/f 2024-11-13T18:09:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T18:09:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:09:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegion(2603): Flush status journal for ed1acba0063f06abcc714d063fe82ab3: 2024-11-13T18:09:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins__test__5g871np4vqvu8c2fjtpf9skqn0nnfg6sb4bioqnhd5802oi1elgtg3i91ihuvidp/f/hfile_1 2024-11-13T18:09:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins__test__5g871np4vqvu8c2fjtpf9skqn0nnfg6sb4bioqnhd5802oi1elgtg3i91ihuvidp/f/hfile_1 as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_ 2024-11-13T18:09:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins__test__5g871np4vqvu8c2fjtpf9skqn0nnfg6sb4bioqnhd5802oi1elgtg3i91ihuvidp/f/hfile_0 2024-11-13T18:09:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins__test__5g871np4vqvu8c2fjtpf9skqn0nnfg6sb4bioqnhd5802oi1elgtg3i91ihuvidp/f/hfile_0 as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/d845c2841c504b40bc3ff40f37c25d08_SeqId_4_ 2024-11-13T18:09:50,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins__test__5g871np4vqvu8c2fjtpf9skqn0nnfg6sb4bioqnhd5802oi1elgtg3i91ihuvidp/f/hfile_1 into ed1acba0063f06abcc714d063fe82ab3/f as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_ - updating store file list. 2024-11-13T18:09:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:09:50,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_ into ed1acba0063f06abcc714d063fe82ab3/f 2024-11-13T18:09:50,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins__test__5g871np4vqvu8c2fjtpf9skqn0nnfg6sb4bioqnhd5802oi1elgtg3i91ihuvidp/f/hfile_1 into ed1acba0063f06abcc714d063fe82ab3/f (new location: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_) 2024-11-13T18:09:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins__test__5g871np4vqvu8c2fjtpf9skqn0nnfg6sb4bioqnhd5802oi1elgtg3i91ihuvidp/f/hfile_1 2024-11-13T18:09:50,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins__test__5g871np4vqvu8c2fjtpf9skqn0nnfg6sb4bioqnhd5802oi1elgtg3i91ihuvidp/f/hfile_0 into ed1acba0063f06abcc714d063fe82ab3/f as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/d845c2841c504b40bc3ff40f37c25d08_SeqId_4_ - updating store file list. 2024-11-13T18:09:50,163 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 379, reset compression=false 2024-11-13T18:09:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d845c2841c504b40bc3ff40f37c25d08_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:09:50,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/d845c2841c504b40bc3ff40f37c25d08_SeqId_4_ into ed1acba0063f06abcc714d063fe82ab3/f 2024-11-13T18:09:50,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins__test__5g871np4vqvu8c2fjtpf9skqn0nnfg6sb4bioqnhd5802oi1elgtg3i91ihuvidp/f/hfile_0 into ed1acba0063f06abcc714d063fe82ab3/f (new location: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/d845c2841c504b40bc3ff40f37c25d08_SeqId_4_) 2024-11-13T18:09:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins__test__5g871np4vqvu8c2fjtpf9skqn0nnfg6sb4bioqnhd5802oi1elgtg3i91ihuvidp/f/hfile_0 2024-11-13T18:09:50,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:50,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:50,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:50,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:50,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3., hostname=39e84130bbc9,41589,1731521375573, seqNum=2 , the old value is region=test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3., hostname=39e84130bbc9,41589,1731521375573, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=39e84130bbc9:41589 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:09:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3., hostname=39e84130bbc9,41589,1731521375573, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:09:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3., hostname=39e84130bbc9,41589,1731521375573, seqNum=2 from cache 2024-11-13T18:09:50,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:50,204 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T18:09:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1] 2024-11-13T18:09:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:50,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c., hostname=39e84130bbc9,40565,1731521380191, seqNum=2] 2024-11-13T18:09:50,221 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T18:09:50,305 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:41589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T18:09:50,353 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 379, reset compression=false 2024-11-13T18:09:50,969 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 379, reset compression=false 2024-11-13T18:09:51,073 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 379, reset compression=false 2024-11-13T18:09:51,079 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:09:51,079 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,41589,1731521375573 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed1acba0063f06abcc714d063fe82ab3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731521390176/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T18:09:51,081 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:09:51,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T18:09:51,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(318): Replicating [4752fe51-dde7-40e1-bc43-127495e4b658] bulk loaded data 2024-11-13T18:09:51,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f8fa4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:51,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33533,-1 for getting cluster id 2024-11-13T18:09:51,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:51,088 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9167155-b11f-47d8-a0e3-effc0af69a63' 2024-11-13T18:09:51,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:51,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9167155-b11f-47d8-a0e3-effc0af69a63" 2024-11-13T18:09:51,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2292d5af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:51,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33533,-1] 2024-11-13T18:09:51,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:51,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:51,090 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:51,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d9bbda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:51,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741840_1016 (size=7691) 2024-11-13T18:09:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741841_1017 (size=7894) 2024-11-13T18:09:51,223 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T18:09:51,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:51,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33533,1731521380127 2024-11-13T18:09:51,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523c91d 2024-11-13T18:09:51,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:51,230 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T18:09:51,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:09:51,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:51,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1] 2024-11-13T18:09:51,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:51,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T18:09:51,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/d845c2841c504b40bc3ff40f37c25d08_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T18:09:51,254 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T18:09:51,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/d845c2841c504b40bc3ff40f37c25d08_SeqId_4_ for inclusion in 9081b6a35d6c80d5b3632afdd5c4b33c/f 2024-11-13T18:09:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T18:09:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:09:51,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_ for inclusion in 9081b6a35d6c80d5b3632afdd5c4b33c/f 2024-11-13T18:09:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T18:09:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:09:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HRegion(2603): Flush status journal for 9081b6a35d6c80d5b3632afdd5c4b33c: 2024-11-13T18:09:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d845c2841c504b40bc3ff40f37c25d08_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:09:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/d845c2841c504b40bc3ff40f37c25d08_SeqId_4_ as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/326941b9bd374d2a9ac7689cda0e8c2c_SeqId_4_ 2024-11-13T18:09:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:09:51,279 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 687, reset compression=false 2024-11-13T18:09:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_ as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/8536edc203e740c8a2a3e57c173e50f5_SeqId_4_ 2024-11-13T18:09:51,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/d845c2841c504b40bc3ff40f37c25d08_SeqId_4_ into 9081b6a35d6c80d5b3632afdd5c4b33c/f as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/326941b9bd374d2a9ac7689cda0e8c2c_SeqId_4_ - updating store file list. 2024-11-13T18:09:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 326941b9bd374d2a9ac7689cda0e8c2c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:09:51,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/326941b9bd374d2a9ac7689cda0e8c2c_SeqId_4_ into 9081b6a35d6c80d5b3632afdd5c4b33c/f 2024-11-13T18:09:51,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/d845c2841c504b40bc3ff40f37c25d08_SeqId_4_ into 9081b6a35d6c80d5b3632afdd5c4b33c/f (new location: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/326941b9bd374d2a9ac7689cda0e8c2c_SeqId_4_) 2024-11-13T18:09:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/d845c2841c504b40bc3ff40f37c25d08_SeqId_4_ 2024-11-13T18:09:51,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_ into 9081b6a35d6c80d5b3632afdd5c4b33c/f as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/8536edc203e740c8a2a3e57c173e50f5_SeqId_4_ - updating store file list. 2024-11-13T18:09:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8536edc203e740c8a2a3e57c173e50f5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:09:51,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/8536edc203e740c8a2a3e57c173e50f5_SeqId_4_ into 9081b6a35d6c80d5b3632afdd5c4b33c/f 2024-11-13T18:09:51,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_ into 9081b6a35d6c80d5b3632afdd5c4b33c/f (new location: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/8536edc203e740c8a2a3e57c173e50f5_SeqId_4_) 2024-11-13T18:09:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins.hfs.11__test__jqdessru9gc03v3veukti0g7gpb5lo11u9gh984p5h2ndmb0srn3auo9c0lgnq8g/f/ea753ea286ec4c92b77f9e620aac54ac_SeqId_4_ 2024-11-13T18:09:51,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(324): Finished replicating [4752fe51-dde7-40e1-bc43-127495e4b658] bulk loaded data 2024-11-13T18:09:51,600 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 687, reset compression=false 2024-11-13T18:09:51,676 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 379, reset compression=false 2024-11-13T18:09:51,684 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:09:51,684 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40565,1731521380191 got entry batch from reader: WALEntryBatch [walEntries=[{test/9081b6a35d6c80d5b3632afdd5c4b33c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731521391316/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T18:09:51,687 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:09:51,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T18:09:51,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.ReplicationSink(318): Replicating [4752fe51-dde7-40e1-bc43-127495e4b658, d9167155-b11f-47d8-a0e3-effc0af69a63] bulk loaded data 2024-11-13T18:09:51,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79262c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:51,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41861,-1 for getting cluster id 2024-11-13T18:09:51,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:51,694 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4752fe51-dde7-40e1-bc43-127495e4b658' 2024-11-13T18:09:51,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:51,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4752fe51-dde7-40e1-bc43-127495e4b658" 2024-11-13T18:09:51,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b3357dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:51,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41861,-1] 2024-11-13T18:09:51,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:51,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:51,696 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:51,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5105a143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:51,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741842_1018 (size=7894) 2024-11-13T18:09:51,884 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 725, reset compression=false 2024-11-13T18:09:52,010 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 687, reset compression=false 2024-11-13T18:09:52,199 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 725, reset compression=false 2024-11-13T18:09:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741843_1019 (size=7691) 2024-11-13T18:09:52,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:09:52,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731521392254/Put/seqid=0 2024-11-13T18:09:52,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741842_1018 (size=11194) 2024-11-13T18:09:52,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731521392291/Put/seqid=0 2024-11-13T18:09:52,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741843_1019 (size=10791) 2024-11-13T18:09:52,546 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 687, reset compression=false 2024-11-13T18:09:52,625 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 725, reset compression=false 2024-11-13T18:09:52,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:52,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41861,1731521375426 2024-11-13T18:09:52,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b377f57 2024-11-13T18:09:52,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:52,634 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T18:09:52,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:09:52,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:52,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,41589,1731521375573, seqNum=-1] 2024-11-13T18:09:52,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:52,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T18:09:52,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__2cofhd96t90llomkd73c50s0r243it7kau53e9sjbj3vcappg9ntrqntb53e9oq4/f/326941b9bd374d2a9ac7689cda0e8c2c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T18:09:52,670 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__2cofhd96t90llomkd73c50s0r243it7kau53e9sjbj3vcappg9ntrqntb53e9oq4/f/8536edc203e740c8a2a3e57c173e50f5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T18:09:52,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.ReplicationSink(324): Finished replicating [4752fe51-dde7-40e1-bc43-127495e4b658, d9167155-b11f-47d8-a0e3-effc0af69a63] bulk loaded data 2024-11-13T18:09:52,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506186f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:52,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33533,-1 for getting cluster id 2024-11-13T18:09:52,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:09:52,729 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9167155-b11f-47d8-a0e3-effc0af69a63' 2024-11-13T18:09:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:09:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9167155-b11f-47d8-a0e3-effc0af69a63" 2024-11-13T18:09:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b170dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33533,-1] 2024-11-13T18:09:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:09:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:52,733 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:09:52,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84c9cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:09:52,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:52,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1] 2024-11-13T18:09:52,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:52,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:52,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:52,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33533,1731521380127 2024-11-13T18:09:52,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d9b501f 2024-11-13T18:09:52,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:09:52,778 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:09:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c., hostname=39e84130bbc9,40565,1731521380191, seqNum=2] 2024-11-13T18:09:52,784 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:09:52,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T18:09:52,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T18:09:52,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 9081b6a35d6c80d5b3632afdd5c4b33c/f 2024-11-13T18:09:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T18:09:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:09:52,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 9081b6a35d6c80d5b3632afdd5c4b33c/f 2024-11-13T18:09:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T18:09:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:09:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HRegion(2603): Flush status journal for 9081b6a35d6c80d5b3632afdd5c4b33c: 2024-11-13T18:09:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins__test__po5hgvefopev4l8ad3n1a00fijnlemb5td4isvqfne98umti2ohgdgmq6otm9vre/f/hfile_0 2024-11-13T18:09:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins__test__po5hgvefopev4l8ad3n1a00fijnlemb5td4isvqfne98umti2ohgdgmq6otm9vre/f/hfile_0 as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/83de2cdd973a467387516916f9e68f43_SeqId_6_ 2024-11-13T18:09:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins__test__po5hgvefopev4l8ad3n1a00fijnlemb5td4isvqfne98umti2ohgdgmq6otm9vre/f/hfile_1 2024-11-13T18:09:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins__test__po5hgvefopev4l8ad3n1a00fijnlemb5td4isvqfne98umti2ohgdgmq6otm9vre/f/hfile_1 as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_ 2024-11-13T18:09:52,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins__test__po5hgvefopev4l8ad3n1a00fijnlemb5td4isvqfne98umti2ohgdgmq6otm9vre/f/hfile_0 into 9081b6a35d6c80d5b3632afdd5c4b33c/f as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/83de2cdd973a467387516916f9e68f43_SeqId_6_ - updating store file list. 2024-11-13T18:09:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83de2cdd973a467387516916f9e68f43_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T18:09:52,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/83de2cdd973a467387516916f9e68f43_SeqId_6_ into 9081b6a35d6c80d5b3632afdd5c4b33c/f 2024-11-13T18:09:52,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins__test__po5hgvefopev4l8ad3n1a00fijnlemb5td4isvqfne98umti2ohgdgmq6otm9vre/f/hfile_0 into 9081b6a35d6c80d5b3632afdd5c4b33c/f (new location: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/83de2cdd973a467387516916f9e68f43_SeqId_6_) 2024-11-13T18:09:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins__test__po5hgvefopev4l8ad3n1a00fijnlemb5td4isvqfne98umti2ohgdgmq6otm9vre/f/hfile_0 2024-11-13T18:09:52,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins__test__po5hgvefopev4l8ad3n1a00fijnlemb5td4isvqfne98umti2ohgdgmq6otm9vre/f/hfile_1 into 9081b6a35d6c80d5b3632afdd5c4b33c/f as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_ - updating store file list. 2024-11-13T18:09:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T18:09:52,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_ into 9081b6a35d6c80d5b3632afdd5c4b33c/f 2024-11-13T18:09:52,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins__test__po5hgvefopev4l8ad3n1a00fijnlemb5td4isvqfne98umti2ohgdgmq6otm9vre/f/hfile_1 into 9081b6a35d6c80d5b3632afdd5c4b33c/f (new location: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/f/6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_) 2024-11-13T18:09:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/staging/jenkins__test__po5hgvefopev4l8ad3n1a00fijnlemb5td4isvqfne98umti2ohgdgmq6otm9vre/f/hfile_1 2024-11-13T18:09:52,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:52,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:52,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:52,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:52,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c., hostname=39e84130bbc9,40565,1731521380191, seqNum=2 , the old value is region=test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c., hostname=39e84130bbc9,40565,1731521380191, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=39e84130bbc9:40565 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:09:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c., hostname=39e84130bbc9,40565,1731521380191, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:09:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c., hostname=39e84130bbc9,40565,1731521380191, seqNum=2 from cache 2024-11-13T18:09:52,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:52,916 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T18:09:52,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,41589,1731521375573, seqNum=-1] 2024-11-13T18:09:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:09:52,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:09:52,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3., hostname=39e84130bbc9,41589,1731521375573, seqNum=2] 2024-11-13T18:09:52,927 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T18:09:53,026 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:40565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T18:09:53,138 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 725, reset compression=false 2024-11-13T18:09:53,160 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:09:53,160 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40565,1731521380191 got entry batch from reader: WALEntryBatch [walEntries=[{test/9081b6a35d6c80d5b3632afdd5c4b33c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731521392912/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T18:09:53,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.ReplicationSink(318): Replicating [d9167155-b11f-47d8-a0e3-effc0af69a63] bulk loaded data 2024-11-13T18:09:53,172 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 687, reset compression=false 2024-11-13T18:09:53,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741844_1020 (size=11194) 2024-11-13T18:09:53,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741845_1021 (size=10791) 2024-11-13T18:09:53,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:09:53,354 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T18:09:53,361 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 1033, reset compression=false 2024-11-13T18:09:53,396 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/83de2cdd973a467387516916f9e68f43_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T18:09:53,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_ for inclusion in ed1acba0063f06abcc714d063fe82ab3/f 2024-11-13T18:09:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T18:09:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:09:53,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/83de2cdd973a467387516916f9e68f43_SeqId_6_ for inclusion in ed1acba0063f06abcc714d063fe82ab3/f 2024-11-13T18:09:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T18:09:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:09:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegion(2603): Flush status journal for ed1acba0063f06abcc714d063fe82ab3: 2024-11-13T18:09:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:09:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_ as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/ecd401ed69f1401a8b2639a01b25a6b2_SeqId_6_ 2024-11-13T18:09:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 83de2cdd973a467387516916f9e68f43_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:09:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/83de2cdd973a467387516916f9e68f43_SeqId_6_ as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/b3ecc841a53b45e0bc34d9cb7d1264bd_SeqId_6_ 2024-11-13T18:09:53,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_ into ed1acba0063f06abcc714d063fe82ab3/f as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/ecd401ed69f1401a8b2639a01b25a6b2_SeqId_6_ - updating store file list. 2024-11-13T18:09:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ecd401ed69f1401a8b2639a01b25a6b2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T18:09:53,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/ecd401ed69f1401a8b2639a01b25a6b2_SeqId_6_ into ed1acba0063f06abcc714d063fe82ab3/f 2024-11-13T18:09:53,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_ into ed1acba0063f06abcc714d063fe82ab3/f (new location: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/ecd401ed69f1401a8b2639a01b25a6b2_SeqId_6_) 2024-11-13T18:09:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/6cf5ef1c9bb947aa9e6710c55b03a825_SeqId_6_ 2024-11-13T18:09:53,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/83de2cdd973a467387516916f9e68f43_SeqId_6_ into ed1acba0063f06abcc714d063fe82ab3/f as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/b3ecc841a53b45e0bc34d9cb7d1264bd_SeqId_6_ - updating store file list. 2024-11-13T18:09:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3ecc841a53b45e0bc34d9cb7d1264bd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T18:09:53,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/b3ecc841a53b45e0bc34d9cb7d1264bd_SeqId_6_ into ed1acba0063f06abcc714d063fe82ab3/f 2024-11-13T18:09:53,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/83de2cdd973a467387516916f9e68f43_SeqId_6_ into ed1acba0063f06abcc714d063fe82ab3/f (new location: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/f/b3ecc841a53b45e0bc34d9cb7d1264bd_SeqId_6_) 2024-11-13T18:09:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/staging/jenkins.hfs.10__test__qf7jbrb7jb49s0ti5vlu8ujh91pl3v05fvoif5rbrg6hgdmkm6krv880bou997fh/f/83de2cdd973a467387516916f9e68f43_SeqId_6_ 2024-11-13T18:09:53,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] regionserver.ReplicationSink(324): Finished replicating [d9167155-b11f-47d8-a0e3-effc0af69a63] bulk loaded data 2024-11-13T18:09:53,738 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 1033, reset compression=false 2024-11-13T18:09:53,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:09:53,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T18:09:53,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T18:09:53,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T18:09:53,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:09:53,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T18:09:53,910 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 687, reset compression=false 2024-11-13T18:09:53,916 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:09:53,916 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,41589,1731521375573 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed1acba0063f06abcc714d063fe82ab3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731521393478/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T18:09:53,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(318): Replicating [d9167155-b11f-47d8-a0e3-effc0af69a63, 4752fe51-dde7-40e1-bc43-127495e4b658] bulk loaded data 2024-11-13T18:09:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741844_1020 (size=10791) 2024-11-13T18:09:53,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:09:53,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:53,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:53,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:53,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:53,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:53,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:09:53,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1478483696, stopped=false 2024-11-13T18:09:53,966 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,33533,1731521380127 2024-11-13T18:09:53,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-827075897/running 2024-11-13T18:09:53,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-827075897/running 2024-11-13T18:09:53,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:53,968 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:53,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:53,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:53,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:53,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:53,968 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,40565,1731521380191' ***** 2024-11-13T18:09:53,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:09:53,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Set watcher on znode that does not yet exist, /1-827075897/running 2024-11-13T18:09:53,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Set watcher on znode that does not yet exist, /1-827075897/running 2024-11-13T18:09:53,969 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:09:53,969 INFO [RS:0;39e84130bbc9:40565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:09:53,969 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:09:53,970 INFO [RS:0;39e84130bbc9:40565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:09:53,970 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(3091): Received CLOSE for 9081b6a35d6c80d5b3632afdd5c4b33c 2024-11-13T18:09:53,970 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(3091): Received CLOSE for f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:53,970 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,40565,1731521380191 2024-11-13T18:09:53,970 INFO [RS:0;39e84130bbc9:40565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:53,970 INFO [RS:0;39e84130bbc9:40565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40565. 2024-11-13T18:09:53,970 DEBUG [RS:0;39e84130bbc9:40565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:53,970 DEBUG [RS:0;39e84130bbc9:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:53,971 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:09:53,971 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:09:53,971 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:09:53,971 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:09:53,971 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9081b6a35d6c80d5b3632afdd5c4b33c, disabling compactions & flushes 2024-11-13T18:09:53,971 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:53,971 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:53,972 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. after waiting 0 ms 2024-11-13T18:09:53,972 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:53,981 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:09:53,981 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1325): Online Regions={9081b6a35d6c80d5b3632afdd5c4b33c=test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c., 1588230740=hbase:meta,,1.1588230740, f38a3e0bd4921fe1f32b7924d65d7abe=hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe.} 2024-11-13T18:09:53,981 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9081b6a35d6c80d5b3632afdd5c4b33c, f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:53,981 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:53,981 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:53,981 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:53,981 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:53,981 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:53,982 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:09:54,004 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/default/test/9081b6a35d6c80d5b3632afdd5c4b33c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T18:09:54,006 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:54,006 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:09:54,006 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:54,006 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9081b6a35d6c80d5b3632afdd5c4b33c: Waiting for close lock at 1731521393971Running coprocessor pre-close hooks at 1731521393971Disabling compacts and flushes for region at 1731521393971Disabling writes for close at 1731521393972 (+1 ms)Writing region close event to WAL at 1731521393992 (+20 ms)Running coprocessor post-close hooks at 1731521394006 (+14 ms)Closed at 1731521394006 2024-11-13T18:09:54,006 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c. 2024-11-13T18:09:54,006 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f38a3e0bd4921fe1f32b7924d65d7abe, disabling compactions & flushes 2024-11-13T18:09:54,006 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:54,006 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:54,006 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. after waiting 0 ms 2024-11-13T18:09:54,006 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:54,007 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f38a3e0bd4921fe1f32b7924d65d7abe 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T18:09:54,016 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/info/53c60a1427764823b2591d070c1ab747 is 147, key is hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe./info:regioninfo/1731521388633/Put/seqid=0 2024-11-13T18:09:54,022 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741845_1021 (size=11194) 2024-11-13T18:09:54,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:09:54,035 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/.tmp/hfileref/1f284dd9d9d1435d93f158c5451afeb1 is 74, key is 1/hfileref:326941b9bd374d2a9ac7689cda0e8c2c_SeqId_4_/1731521392678/DeleteColumn/seqid=0 2024-11-13T18:09:54,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40565 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T18:09:54,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40565 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:45176 deadline: 1731521454036, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping 2024-11-13T18:09:54,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 from cache 2024-11-13T18:09:54,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741846_1022 (size=7686) 2024-11-13T18:09:54,044 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/info/53c60a1427764823b2591d070c1ab747 2024-11-13T18:09:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741847_1023 (size=5345) 2024-11-13T18:09:54,090 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/ns/843806df95784338b91850b63758c7d2 is 43, key is default/ns:d/1731521383202/Put/seqid=0 2024-11-13T18:09:54,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741848_1024 (size=5153) 2024-11-13T18:09:54,116 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 1033, reset compression=false 2024-11-13T18:09:54,147 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:54,148 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 1033, reset compression=false 2024-11-13T18:09:54,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1] 2024-11-13T18:09:54,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40565 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T18:09:54,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40565 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:45176 deadline: 1731521454034, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping 2024-11-13T18:09:54,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 from cache 2024-11-13T18:09:54,163 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:09:54,163 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 1328, reset compression=false 2024-11-13T18:09:54,163 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40565,1731521380191 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:09:54,164 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,40565,1731521380191: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,40565,1731521380191, walGroup=39e84130bbc9%2C40565%2C1731521380191, offset=39e84130bbc9%2C40565%2C1731521380191.1731521382494:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:40565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:09:54,166 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:09:54,166 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:09:54,167 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:09:54,167 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:09:54,167 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:09:54,167 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 543341176 }, "NonHeapMemoryUsage": { "committed": 190119936, "init": 7667712, "max": -1, "used": 187271936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:09:54,167 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:09:54,181 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:54,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:54,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1] 2024-11-13T18:09:54,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 from cache 2024-11-13T18:09:54,382 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:54,397 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 1328, reset compression=false 2024-11-13T18:09:54,432 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 1033, reset compression=false 2024-11-13T18:09:54,433 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:09:54,433 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:09:54,477 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/.tmp/hfileref/1f284dd9d9d1435d93f158c5451afeb1 2024-11-13T18:09:54,518 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/ns/843806df95784338b91850b63758c7d2 2024-11-13T18:09:54,544 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/.tmp/queue/69b947439e9f4a008c53f28301634406 is 154, key is 1-39e84130bbc9,40565,1731521380191/queue:39e84130bbc9%2C40565%2C1731521380191/1731521393497/Put/seqid=0 2024-11-13T18:09:54,558 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/rep_barrier/7c843a658ccb48bc916df647ac3a49f5 is 112, key is test,,1731521384488.9081b6a35d6c80d5b3632afdd5c4b33c./rep_barrier:seqnumDuringOpen/1731521384865/Put/seqid=0 2024-11-13T18:09:54,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741849_1025 (size=5353) 2024-11-13T18:09:54,582 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:54,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741850_1026 (size=5518) 2024-11-13T18:09:54,675 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1] 2024-11-13T18:09:54,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:54,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:54,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:54,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 from cache 2024-11-13T18:09:54,722 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 1328, reset compression=false 2024-11-13T18:09:54,782 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:54,842 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 1033, reset compression=false 2024-11-13T18:09:54,975 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/.tmp/queue/69b947439e9f4a008c53f28301634406 2024-11-13T18:09:54,985 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:09:54,985 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f38a3e0bd4921fe1f32b7924d65d7abe=hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe.} 2024-11-13T18:09:54,985 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f38a3e0bd4921fe1f32b7924d65d7abe 2024-11-13T18:09:54,987 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/.tmp/hfileref/1f284dd9d9d1435d93f158c5451afeb1 as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/hfileref/1f284dd9d9d1435d93f158c5451afeb1 2024-11-13T18:09:54,992 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/rep_barrier/7c843a658ccb48bc916df647ac3a49f5 2024-11-13T18:09:54,993 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/hfileref/1f284dd9d9d1435d93f158c5451afeb1, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T18:09:54,995 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/.tmp/queue/69b947439e9f4a008c53f28301634406 as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/queue/69b947439e9f4a008c53f28301634406 2024-11-13T18:09:55,015 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/queue/69b947439e9f4a008c53f28301634406, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T18:09:55,016 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f38a3e0bd4921fe1f32b7924d65d7abe in 1010ms, sequenceid=12, compaction requested=false 2024-11-13T18:09:55,027 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/table/146b898461c248068ad2a7c2eb4c4a44 is 53, key is hbase:replication/table:state/1731521388644/Put/seqid=0 2024-11-13T18:09:55,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741851_1027 (size=5308) 2024-11-13T18:09:55,044 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/replication/f38a3e0bd4921fe1f32b7924d65d7abe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T18:09:55,045 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:55,045 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:55,045 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:55,045 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f38a3e0bd4921fe1f32b7924d65d7abe: Waiting for close lock at 1731521394006Running coprocessor pre-close hooks at 1731521394006Disabling compacts and flushes for region at 1731521394006Disabling writes for close at 1731521394006Obtaining lock to block concurrent updates at 1731521394007 (+1 ms)Preparing flush snapshotting stores in f38a3e0bd4921fe1f32b7924d65d7abe at 1731521394007Finished memstore snapshotting hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731521394007Flushing stores of hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. at 1731521394008 (+1 ms)Flushing f38a3e0bd4921fe1f32b7924d65d7abe/hfileref: creating writer at 1731521394008Flushing f38a3e0bd4921fe1f32b7924d65d7abe/hfileref: appending metadata at 1731521394035 (+27 ms)Flushing f38a3e0bd4921fe1f32b7924d65d7abe/hfileref: closing flushed file at 1731521394035Flushing f38a3e0bd4921fe1f32b7924d65d7abe/queue: creating writer at 1731521394519 (+484 ms)Flushing f38a3e0bd4921fe1f32b7924d65d7abe/queue: appending metadata at 1731521394543 (+24 ms)Flushing f38a3e0bd4921fe1f32b7924d65d7abe/queue: closing flushed file at 1731521394543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169d973c: reopening flushed file at 1731521394985 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa92cfc: reopening flushed file at 1731521394993 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f38a3e0bd4921fe1f32b7924d65d7abe in 1010ms, sequenceid=12, compaction requested=false at 1731521395016 (+23 ms)Writing region close event to WAL at 1731521395036 (+20 ms)Running coprocessor post-close hooks at 1731521395045 (+9 ms)Closed at 1731521395045 2024-11-13T18:09:55,045 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521387370.f38a3e0bd4921fe1f32b7924d65d7abe. 2024-11-13T18:09:55,131 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 1328, reset compression=false 2024-11-13T18:09:55,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:09:55,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1] 2024-11-13T18:09:55,189 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:55,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:55,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:55,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:55,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40565,1731521380191, seqNum=-1 from cache 2024-11-13T18:09:55,192 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:55,194 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T18:09:54.040Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54.156Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54.368Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:54.678Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:55.192Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 39e84130bbc9,40565,1731521380191 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T18:09:55,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T18:09:54.040Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54.156Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54.368Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:54.678Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:55.192Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 39e84130bbc9,40565,1731521380191 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T18:09:55,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:45166 deadline: 1731521453917, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T18:09:54.040Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54.156Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54.368Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:54.678Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:55.192Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:55,206 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T18:09:54.040Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54.156Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 39e84130bbc9,40565,1731521380191 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T18:09:54.368Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:54.678Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting 2024-11-13T18:09:55.192Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 39e84130bbc9,40565,1731521380191 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:55,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:55,317 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 39e84130bbc9,40565,1731521380191 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:55,364 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 1033, reset compression=false 2024-11-13T18:09:55,389 DEBUG [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:09:55,442 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/table/146b898461c248068ad2a7c2eb4c4a44 2024-11-13T18:09:55,450 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/info/53c60a1427764823b2591d070c1ab747 as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/info/53c60a1427764823b2591d070c1ab747 2024-11-13T18:09:55,459 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/info/53c60a1427764823b2591d070c1ab747, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:09:55,460 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/ns/843806df95784338b91850b63758c7d2 as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/ns/843806df95784338b91850b63758c7d2 2024-11-13T18:09:55,467 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/ns/843806df95784338b91850b63758c7d2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:09:55,481 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/rep_barrier/7c843a658ccb48bc916df647ac3a49f5 as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/rep_barrier/7c843a658ccb48bc916df647ac3a49f5 2024-11-13T18:09:55,491 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/rep_barrier/7c843a658ccb48bc916df647ac3a49f5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:09:55,491 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/.tmp/table/146b898461c248068ad2a7c2eb4c4a44 as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/table/146b898461c248068ad2a7c2eb4c4a44 2024-11-13T18:09:55,497 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/table/146b898461c248068ad2a7c2eb4c4a44, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:09:55,510 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1529ms, sequenceid=16, compaction requested=false 2024-11-13T18:09:55,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:55,522 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 39e84130bbc9,40565,1731521380191 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:55,532 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:09:55,532 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:55,532 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:55,532 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:55,532 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521393981Running coprocessor pre-close hooks at 1731521393981Disabling compacts and flushes for region at 1731521393981Disabling writes for close at 1731521393981Obtaining lock to block concurrent updates at 1731521393982 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731521393982Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521393982Flushing stores of hbase:meta,,1.1588230740 at 1731521393983 (+1 ms)Flushing 1588230740/info: creating writer at 1731521393983Flushing 1588230740/info: appending metadata at 1731521394009 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731521394009Flushing 1588230740/ns: creating writer at 1731521394053 (+44 ms)Flushing 1588230740/ns: appending metadata at 1731521394085 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731521394089 (+4 ms)Flushing 1588230740/rep_barrier: creating writer at 1731521394529 (+440 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521394558 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521394558Flushing 1588230740/table: creating writer at 1731521395005 (+447 ms)Flushing 1588230740/table: appending metadata at 1731521395026 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731521395026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d51f867: reopening flushed file at 1731521395448 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510176bd: reopening flushed file at 1731521395460 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f07c5b: reopening flushed file at 1731521395467 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bfab56d: reopening flushed file at 1731521395491 (+24 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1529ms, sequenceid=16, compaction requested=false at 1731521395510 (+19 ms)Writing region close event to WAL at 1731521395521 (+11 ms)Running coprocessor post-close hooks at 1731521395532 (+11 ms)Closed at 1731521395532 2024-11-13T18:09:55,533 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:55,589 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,40565,1731521380191; all regions closed. 2024-11-13T18:09:55,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:09:55,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741839_1015 (size=3127) 2024-11-13T18:09:55,595 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.rep.1731521388585 not finished, retry = 0 2024-11-13T18:09:55,636 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 to pos 1328, reset compression=false 2024-11-13T18:09:55,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/WALs/39e84130bbc9,40565,1731521380191/39e84130bbc9%2C40565%2C1731521380191.1731521382494 not finished, retry = 0 2024-11-13T18:09:55,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741832_1008 (size=1336) 2024-11-13T18:09:55,801 DEBUG [RS:0;39e84130bbc9:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:55,801 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:55,801 INFO [RS:0;39e84130bbc9:40565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:55,801 INFO [RS:0;39e84130bbc9:40565 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:55,801 INFO [RS:0;39e84130bbc9:40565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:55,802 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:55,802 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,40565,1731521380191 because: Region server is closing 2024-11-13T18:09:55,802 INFO [RS:0;39e84130bbc9:40565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40565. 2024-11-13T18:09:55,802 DEBUG [RS:0;39e84130bbc9:40565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:55,802 DEBUG [RS:0;39e84130bbc9:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:55,803 DEBUG [RS:0;39e84130bbc9:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:55,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:55,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 39e84130bbc9,40565,1731521380191 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:55,830 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 39e84130bbc9,40565,1731521380191 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:55,903 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.shipper39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 terminated 2024-11-13T18:09:55,903 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40565,1731521380191.replicationSource.wal-reader.39e84130bbc9%2C40565%2C1731521380191,1-39e84130bbc9,40565,1731521380191 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:09:55,903 INFO [RS:0;39e84130bbc9:40565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40565. 2024-11-13T18:09:55,903 DEBUG [RS:0;39e84130bbc9:40565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:55,903 DEBUG [RS:0;39e84130bbc9:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:55,903 DEBUG [RS:0;39e84130bbc9:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:55,903 INFO [RS:0;39e84130bbc9:40565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40565 2024-11-13T18:09:55,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-827075897/rs/39e84130bbc9,40565,1731521380191 2024-11-13T18:09:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897/rs 2024-11-13T18:09:55,906 INFO [RS:0;39e84130bbc9:40565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:55,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,40565,1731521380191] 2024-11-13T18:09:55,908 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-827075897/draining/39e84130bbc9,40565,1731521380191 already deleted, retry=false 2024-11-13T18:09:55,908 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,40565,1731521380191 expired; onlineServers=0 2024-11-13T18:09:55,908 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,33533,1731521380127' ***** 2024-11-13T18:09:55,908 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:09:55,908 INFO [M:0;39e84130bbc9:33533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:55,908 INFO [M:0;39e84130bbc9:33533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:55,908 DEBUG [M:0;39e84130bbc9:33533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:09:55,908 DEBUG [M:0;39e84130bbc9:33533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:09:55,908 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521382262 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521382262,5,FailOnTimeoutGroup] 2024-11-13T18:09:55,909 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521382259 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521382259,5,FailOnTimeoutGroup] 2024-11-13T18:09:55,909 INFO [M:0;39e84130bbc9:33533 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:55,909 INFO [M:0;39e84130bbc9:33533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:55,909 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:09:55,909 DEBUG [M:0;39e84130bbc9:33533 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:09:55,909 INFO [M:0;39e84130bbc9:33533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:09:55,909 INFO [M:0;39e84130bbc9:33533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:55,909 INFO [M:0;39e84130bbc9:33533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:09:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-827075897/master 2024-11-13T18:09:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-827075897/master 2024-11-13T18:09:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-827075897 2024-11-13T18:09:55,914 DEBUG [M:0;39e84130bbc9:33533 {}] zookeeper.ZKUtil(347): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Unable to get data of znode /1-827075897/master because node does not exist (not an error) 2024-11-13T18:09:55,914 WARN [M:0;39e84130bbc9:33533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:09:55,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:09:55,914 INFO [M:0;39e84130bbc9:33533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/.lastflushedseqids 2024-11-13T18:09:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741852_1028 (size=263) 2024-11-13T18:09:55,942 INFO [M:0;39e84130bbc9:33533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:09:55,942 INFO [M:0;39e84130bbc9:33533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:09:55,942 DEBUG [M:0;39e84130bbc9:33533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:55,942 INFO [M:0;39e84130bbc9:33533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:55,942 DEBUG [M:0;39e84130bbc9:33533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:55,942 DEBUG [M:0;39e84130bbc9:33533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:55,942 DEBUG [M:0;39e84130bbc9:33533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:55,942 INFO [M:0;39e84130bbc9:33533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T18:09:55,972 DEBUG [M:0;39e84130bbc9:33533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34febf689b964b9a97b653ca8a4a3cc5 is 82, key is hbase:meta,,1/info:regioninfo/1731521383161/Put/seqid=0 2024-11-13T18:09:55,979 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 1033, reset compression=false 2024-11-13T18:09:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741853_1029 (size=5672) 2024-11-13T18:09:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x100ed4a5d330004, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:56,017 INFO [RS:0;39e84130bbc9:40565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:56,017 INFO [RS:0;39e84130bbc9:40565 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,40565,1731521380191; zookeeper connection closed. 2024-11-13T18:09:56,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fc1746f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fc1746f 2024-11-13T18:09:56,026 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:09:56,235 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 39e84130bbc9:40565 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 39e84130bbc9/172.17.0.3:40565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:56,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 39e84130bbc9:40565 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 39e84130bbc9/172.17.0.3:40565 2024-11-13T18:09:56,237 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=39e84130bbc9:40565 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 39e84130bbc9/172.17.0.3:40565 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 39e84130bbc9/172.17.0.3:40565 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T18:09:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T18:09:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37172 deadline: 1731521456243, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T18:09:56,247 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T18:09:56,248 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T18:09:56,390 INFO [M:0;39e84130bbc9:33533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34febf689b964b9a97b653ca8a4a3cc5 2024-11-13T18:09:56,447 DEBUG [M:0;39e84130bbc9:33533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb8a72b7efa3442c85211dac74068252 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731521388650/Put/seqid=0 2024-11-13T18:09:56,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741854_1030 (size=8516) 2024-11-13T18:09:56,691 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 1033, reset compression=false 2024-11-13T18:09:56,749 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T18:09:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T18:09:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37172 deadline: 1731521456751, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T18:09:56,752 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T18:09:56,753 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T18:09:56,753 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T18:09:56,903 INFO [M:0;39e84130bbc9:33533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb8a72b7efa3442c85211dac74068252 2024-11-13T18:09:57,002 DEBUG [M:0;39e84130bbc9:33533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fdb355d82244740b44edf5df92b4a9a is 69, key is 39e84130bbc9,40565,1731521380191/rs:state/1731521382310/Put/seqid=0 2024-11-13T18:09:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741855_1031 (size=5156) 2024-11-13T18:09:57,354 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T18:09:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T18:09:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37172 deadline: 1731521457356, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T18:09:57,357 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T18:09:57,359 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T18:09:57,359 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T18:09:57,413 INFO [M:0;39e84130bbc9:33533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fdb355d82244740b44edf5df92b4a9a 2024-11-13T18:09:57,419 DEBUG [M:0;39e84130bbc9:33533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34febf689b964b9a97b653ca8a4a3cc5 as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34febf689b964b9a97b653ca8a4a3cc5 2024-11-13T18:09:57,424 INFO [M:0;39e84130bbc9:33533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34febf689b964b9a97b653ca8a4a3cc5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T18:09:57,425 DEBUG [M:0;39e84130bbc9:33533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb8a72b7efa3442c85211dac74068252 as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb8a72b7efa3442c85211dac74068252 2024-11-13T18:09:57,429 INFO [M:0;39e84130bbc9:33533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb8a72b7efa3442c85211dac74068252, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T18:09:57,430 DEBUG [M:0;39e84130bbc9:33533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fdb355d82244740b44edf5df92b4a9a as hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fdb355d82244740b44edf5df92b4a9a 2024-11-13T18:09:57,434 INFO [M:0;39e84130bbc9:33533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36831/user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fdb355d82244740b44edf5df92b4a9a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T18:09:57,435 INFO [M:0;39e84130bbc9:33533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1493ms, sequenceid=97, compaction requested=false 2024-11-13T18:09:57,437 INFO [M:0;39e84130bbc9:33533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:57,437 DEBUG [M:0;39e84130bbc9:33533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521395942Disabling compacts and flushes for region at 1731521395942Disabling writes for close at 1731521395942Obtaining lock to block concurrent updates at 1731521395942Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521395942Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731521395943 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521395943Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521395943Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521395972 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521395972Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521396407 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521396447 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521396447Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521396932 (+485 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521397001 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521397001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42307993: reopening flushed file at 1731521397418 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b0d538: reopening flushed file at 1731521397424 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4942e2bf: reopening flushed file at 1731521397429 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1493ms, sequenceid=97, compaction requested=false at 1731521397435 (+6 ms)Writing region close event to WAL at 1731521397437 (+2 ms)Closed at 1731521397437 2024-11-13T18:09:57,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/740a328e-0c64-2079-b81f-c8010b65943e/MasterData/WALs/39e84130bbc9,33533,1731521380127/39e84130bbc9%2C33533%2C1731521380127.1731521382082 not finished, retry = 0 2024-11-13T18:09:57,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741830_1006 (size=63654) 2024-11-13T18:09:57,506 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 1033, reset compression=false 2024-11-13T18:09:57,541 INFO [M:0;39e84130bbc9:33533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:09:57,541 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:57,541 INFO [M:0;39e84130bbc9:33533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33533 2024-11-13T18:09:57,543 INFO [M:0;39e84130bbc9:33533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:57,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:57,644 INFO [M:0;39e84130bbc9:33533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:57,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33533-0x100ed4a5d330003, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:57,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a4cb61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:09:57,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@618da9d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:09:57,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:09:57,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dee7851{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:09:57,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571d6822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/hadoop.log.dir/,STOPPED} 2024-11-13T18:09:57,650 WARN [BP-731344972-172.17.0.3-1731521378780 heartbeating to localhost/127.0.0.1:36831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:09:57,650 WARN [BP-731344972-172.17.0.3-1731521378780 heartbeating to localhost/127.0.0.1:36831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-731344972-172.17.0.3-1731521378780 (Datanode Uuid a137773f-0086-4521-b7f7-ec456a7ad9a5) service to localhost/127.0.0.1:36831 2024-11-13T18:09:57,650 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:09:57,650 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:09:57,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/cluster_2cd5c637-2e48-afb3-afc0-416a3456bdff/data/data1/current/BP-731344972-172.17.0.3-1731521378780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:09:57,651 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:09:57,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/cluster_2cd5c637-2e48-afb3-afc0-416a3456bdff/data/data2/current/BP-731344972-172.17.0.3-1731521378780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:09:57,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e841029{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:09:57,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54b770e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:09:57,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:09:57,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c007f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:09:57,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3facfa1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/hadoop.log.dir/,STOPPED} 2024-11-13T18:09:57,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:09:57,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:09:57,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:57,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:57,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:57,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:57,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:57,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:09:57,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1015067519, stopped=false 2024-11-13T18:09:57,679 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,41861,1731521375426 2024-11-13T18:09:57,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01041063514/running 2024-11-13T18:09:57,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:57,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01041063514/running 2024-11-13T18:09:57,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Set watcher on znode that does not yet exist, /01041063514/running 2024-11-13T18:09:57,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:57,682 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:57,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Set watcher on znode that does not yet exist, /01041063514/running 2024-11-13T18:09:57,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:09:57,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:57,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:57,685 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,41589,1731521375573' ***** 2024-11-13T18:09:57,685 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:09:57,685 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:09:57,685 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:09:57,685 INFO [RS:0;39e84130bbc9:41589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:09:57,685 INFO [RS:0;39e84130bbc9:41589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:09:57,685 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(3091): Received CLOSE for 359e9a121704590eb752bfc9c73ca421 2024-11-13T18:09:57,686 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(3091): Received CLOSE for ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:57,686 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,41589,1731521375573 2024-11-13T18:09:57,686 INFO [RS:0;39e84130bbc9:41589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:57,686 INFO [RS:0;39e84130bbc9:41589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:41589. 2024-11-13T18:09:57,686 DEBUG [RS:0;39e84130bbc9:41589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:57,686 DEBUG [RS:0;39e84130bbc9:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:57,686 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:09:57,686 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:09:57,686 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:09:57,686 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:09:57,686 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 359e9a121704590eb752bfc9c73ca421, disabling compactions & flushes 2024-11-13T18:09:57,686 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:57,686 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:57,686 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. after waiting 0 ms 2024-11-13T18:09:57,686 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:57,687 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 359e9a121704590eb752bfc9c73ca421 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T18:09:57,689 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:09:57,689 DEBUG [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1325): Online Regions={359e9a121704590eb752bfc9c73ca421=hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421., 1588230740=hbase:meta,,1.1588230740, ed1acba0063f06abcc714d063fe82ab3=test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3.} 2024-11-13T18:09:57,689 DEBUG [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 359e9a121704590eb752bfc9c73ca421, ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:57,690 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:09:57,690 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:09:57,690 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:09:57,690 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:09:57,690 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:09:57,690 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:09:57,713 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/.tmp/hfileref/ae76a1294a484560a983e72646b014c8 is 74, key is 1/hfileref:b3ecc841a53b45e0bc34d9cb7d1264bd_SeqId_6_/1731521393438/Put/seqid=0 2024-11-13T18:09:57,714 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:57,726 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/info/368b967e74db48f4837d79e93189ca97 is 147, key is hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421./info:regioninfo/1731521386099/Put/seqid=0 2024-11-13T18:09:57,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741846_1022 (size=5345) 2024-11-13T18:09:57,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741847_1023 (size=7686) 2024-11-13T18:09:57,746 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/info/368b967e74db48f4837d79e93189ca97 2024-11-13T18:09:57,776 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/ns/62e6a20f54b9490f80fe91cddf2564e6 is 43, key is default/ns:d/1731521378516/Put/seqid=0 2024-11-13T18:09:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741848_1024 (size=5153) 2024-11-13T18:09:57,783 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/ns/62e6a20f54b9490f80fe91cddf2564e6 2024-11-13T18:09:57,811 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/rep_barrier/5b273d10afdd40509c71b2e0beb20dcb is 112, key is test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3./rep_barrier:seqnumDuringOpen/1731521384179/Put/seqid=0 2024-11-13T18:09:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741849_1025 (size=5518) 2024-11-13T18:09:57,822 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/rep_barrier/5b273d10afdd40509c71b2e0beb20dcb 2024-11-13T18:09:57,851 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/table/f229611f20524f3fb5e372575cb87c59 is 53, key is hbase:replication/table:state/1731521386110/Put/seqid=0 2024-11-13T18:09:57,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741850_1026 (size=5308) 2024-11-13T18:09:57,870 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/table/f229611f20524f3fb5e372575cb87c59 2024-11-13T18:09:57,876 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/info/368b967e74db48f4837d79e93189ca97 as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/info/368b967e74db48f4837d79e93189ca97 2024-11-13T18:09:57,885 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/info/368b967e74db48f4837d79e93189ca97, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:09:57,886 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/ns/62e6a20f54b9490f80fe91cddf2564e6 as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/ns/62e6a20f54b9490f80fe91cddf2564e6 2024-11-13T18:09:57,890 DEBUG [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 359e9a121704590eb752bfc9c73ca421, ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:57,892 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/ns/62e6a20f54b9490f80fe91cddf2564e6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:09:57,893 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/rep_barrier/5b273d10afdd40509c71b2e0beb20dcb as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/rep_barrier/5b273d10afdd40509c71b2e0beb20dcb 2024-11-13T18:09:57,901 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/rep_barrier/5b273d10afdd40509c71b2e0beb20dcb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:09:57,902 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/.tmp/table/f229611f20524f3fb5e372575cb87c59 as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/table/f229611f20524f3fb5e372575cb87c59 2024-11-13T18:09:57,907 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/table/f229611f20524f3fb5e372575cb87c59, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:09:57,908 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 218ms, sequenceid=16, compaction requested=false 2024-11-13T18:09:57,918 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:09:57,919 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:57,919 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:57,919 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:57,919 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521397690Running coprocessor pre-close hooks at 1731521397690Disabling compacts and flushes for region at 1731521397690Disabling writes for close at 1731521397690Obtaining lock to block concurrent updates at 1731521397690Preparing flush snapshotting stores in 1588230740 at 1731521397690Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521397691 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521397693 (+2 ms)Flushing 1588230740/info: creating writer at 1731521397694 (+1 ms)Flushing 1588230740/info: appending metadata at 1731521397725 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731521397725Flushing 1588230740/ns: creating writer at 1731521397753 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731521397775 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731521397775Flushing 1588230740/rep_barrier: creating writer at 1731521397791 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521397811 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521397811Flushing 1588230740/table: creating writer at 1731521397830 (+19 ms)Flushing 1588230740/table: appending metadata at 1731521397850 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731521397850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13fa2de0: reopening flushed file at 1731521397876 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a697278: reopening flushed file at 1731521397886 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6272b862: reopening flushed file at 1731521397892 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a729faf: reopening flushed file at 1731521397901 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 218ms, sequenceid=16, compaction requested=false at 1731521397908 (+7 ms)Writing region close event to WAL at 1731521397910 (+2 ms)Running coprocessor post-close hooks at 1731521397919 (+9 ms)Closed at 1731521397919 2024-11-13T18:09:57,919 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:09:58,060 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T18:09:58,061 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 39e84130bbc9:33533 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 39e84130bbc9/172.17.0.3:33533 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:58,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 39e84130bbc9:33533 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 39e84130bbc9/172.17.0.3:33533 2024-11-13T18:09:58,090 DEBUG [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1351): Waiting on 359e9a121704590eb752bfc9c73ca421, ed1acba0063f06abcc714d063fe82ab3 2024-11-13T18:09:58,136 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/.tmp/hfileref/ae76a1294a484560a983e72646b014c8 2024-11-13T18:09:58,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:58,166 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 39e84130bbc9:33533 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 39e84130bbc9/172.17.0.3:33533 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:09:58,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=39e84130bbc9:33533 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 39e84130bbc9/172.17.0.3:33533 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T18:09:58,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 39e84130bbc9:33533 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 39e84130bbc9/172.17.0.3:33533 2024-11-13T18:09:58,169 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/.tmp/queue/9a825429d3754882985c24beaaa406d2 is 153, key is 1-39e84130bbc9,41589,1731521375573/queue:39e84130bbc9%2C41589%2C1731521375573/1731521391321/Put/seqid=0 2024-11-13T18:09:58,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741851_1027 (size=5352) 2024-11-13T18:09:58,182 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/.tmp/queue/9a825429d3754882985c24beaaa406d2 2024-11-13T18:09:58,194 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/.tmp/hfileref/ae76a1294a484560a983e72646b014c8 as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/hfileref/ae76a1294a484560a983e72646b014c8 2024-11-13T18:09:58,209 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/hfileref/ae76a1294a484560a983e72646b014c8, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T18:09:58,211 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/.tmp/queue/9a825429d3754882985c24beaaa406d2 as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/queue/9a825429d3754882985c24beaaa406d2 2024-11-13T18:09:58,217 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/queue/9a825429d3754882985c24beaaa406d2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T18:09:58,220 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 359e9a121704590eb752bfc9c73ca421 in 534ms, sequenceid=10, compaction requested=false 2024-11-13T18:09:58,228 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/hbase/replication/359e9a121704590eb752bfc9c73ca421/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T18:09:58,228 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:58,228 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:09:58,228 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:58,229 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 359e9a121704590eb752bfc9c73ca421: Waiting for close lock at 1731521397686Running coprocessor pre-close hooks at 1731521397686Disabling compacts and flushes for region at 1731521397686Disabling writes for close at 1731521397686Obtaining lock to block concurrent updates at 1731521397687 (+1 ms)Preparing flush snapshotting stores in 359e9a121704590eb752bfc9c73ca421 at 1731521397687Finished memstore snapshotting hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731521397687Flushing stores of hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. at 1731521397688 (+1 ms)Flushing 359e9a121704590eb752bfc9c73ca421/hfileref: creating writer at 1731521397688Flushing 359e9a121704590eb752bfc9c73ca421/hfileref: appending metadata at 1731521397713 (+25 ms)Flushing 359e9a121704590eb752bfc9c73ca421/hfileref: closing flushed file at 1731521397713Flushing 359e9a121704590eb752bfc9c73ca421/queue: creating writer at 1731521398145 (+432 ms)Flushing 359e9a121704590eb752bfc9c73ca421/queue: appending metadata at 1731521398168 (+23 ms)Flushing 359e9a121704590eb752bfc9c73ca421/queue: closing flushed file at 1731521398168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f00f23: reopening flushed file at 1731521398192 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b04bf2: reopening flushed file at 1731521398210 (+18 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 359e9a121704590eb752bfc9c73ca421 in 534ms, sequenceid=10, compaction requested=false at 1731521398220 (+10 ms)Writing region close event to WAL at 1731521398221 (+1 ms)Running coprocessor post-close hooks at 1731521398228 (+7 ms)Closed at 1731521398228 2024-11-13T18:09:58,229 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521385179.359e9a121704590eb752bfc9c73ca421. 2024-11-13T18:09:58,229 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed1acba0063f06abcc714d063fe82ab3, disabling compactions & flushes 2024-11-13T18:09:58,229 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:58,229 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:58,229 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. after waiting 0 ms 2024-11-13T18:09:58,229 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:58,238 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/data/default/test/ed1acba0063f06abcc714d063fe82ab3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T18:09:58,239 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:09:58,239 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:09:58,239 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:58,240 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed1acba0063f06abcc714d063fe82ab3: Waiting for close lock at 1731521398229Running coprocessor pre-close hooks at 1731521398229Disabling compacts and flushes for region at 1731521398229Disabling writes for close at 1731521398229Writing region close event to WAL at 1731521398230 (+1 ms)Running coprocessor post-close hooks at 1731521398239 (+9 ms)Closed at 1731521398239 2024-11-13T18:09:58,240 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521383344.ed1acba0063f06abcc714d063fe82ab3. 2024-11-13T18:09:58,290 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,41589,1731521375573; all regions closed. 2024-11-13T18:09:58,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.meta.1731521378293.meta not finished, retry = 0 2024-11-13T18:09:58,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:09:58,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:58,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 39e84130bbc9:33533 this server is in the failed servers list 2024-11-13T18:09:58,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 39e84130bbc9:33533 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:09:58,421 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 1033, reset compression=false 2024-11-13T18:09:58,424 DEBUG [RS:0;39e84130bbc9:41589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/oldWALs 2024-11-13T18:09:58,424 INFO [RS:0;39e84130bbc9:41589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C41589%2C1731521375573.meta:.meta(num 1731521378293) 2024-11-13T18:09:58,427 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:09:58,427 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/WALs/39e84130bbc9,41589,1731521375573/39e84130bbc9%2C41589%2C1731521375573.1731521377820 to pos 1328, reset compression=false 2024-11-13T18:09:58,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741839_1015 (size=2695) 2024-11-13T18:09:58,441 DEBUG [RS:0;39e84130bbc9:41589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/oldWALs 2024-11-13T18:09:58,441 INFO [RS:0;39e84130bbc9:41589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C41589%2C1731521375573.rep:(num 1731521385958) 2024-11-13T18:09:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741833_1009 (size=1336) 2024-11-13T18:09:58,465 DEBUG [RS:0;39e84130bbc9:41589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/oldWALs 2024-11-13T18:09:58,465 INFO [RS:0;39e84130bbc9:41589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C41589%2C1731521375573:(num 1731521377820) 2024-11-13T18:09:58,465 DEBUG [RS:0;39e84130bbc9:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:58,465 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:09:58,466 INFO [RS:0;39e84130bbc9:41589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:58,466 INFO [RS:0;39e84130bbc9:41589 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:58,466 INFO [RS:0;39e84130bbc9:41589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:58,466 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,41589,1731521375573 because: Region server is closing 2024-11-13T18:09:58,466 INFO [RS:0;39e84130bbc9:41589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:41589. 2024-11-13T18:09:58,466 DEBUG [RS:0;39e84130bbc9:41589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:58,466 DEBUG [RS:0;39e84130bbc9:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:58,467 DEBUG [RS:0;39e84130bbc9:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:58,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:58,467 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:09:58,569 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.wal-reader.39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:09:58,569 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T18:09:58,570 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T18:09:58,570 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T18:09:58,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:58,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 39e84130bbc9:33533 this server is in the failed servers list 2024-11-13T18:09:58,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 39e84130bbc9:33533 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:09:59,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:09:59,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 39e84130bbc9:33533 this server is in the failed servers list 2024-11-13T18:09:59,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 39e84130bbc9:33533 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:09:59,371 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,41589,1731521375573.replicationSource.shipper39e84130bbc9%2C41589%2C1731521375573,1-39e84130bbc9,41589,1731521375573 terminated 2024-11-13T18:09:59,371 INFO [RS:0;39e84130bbc9:41589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:41589. 2024-11-13T18:09:59,371 DEBUG [RS:0;39e84130bbc9:41589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:09:59,371 DEBUG [RS:0;39e84130bbc9:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:59,371 DEBUG [RS:0;39e84130bbc9:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:09:59,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:09:59,371 INFO [RS:0;39e84130bbc9:41589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41589 2024-11-13T18:09:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514/rs 2024-11-13T18:09:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01041063514/rs/39e84130bbc9,41589,1731521375573 2024-11-13T18:09:59,379 INFO [RS:0;39e84130bbc9:41589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:09:59,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,41589,1731521375573] 2024-11-13T18:09:59,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01041063514/draining/39e84130bbc9,41589,1731521375573 already deleted, retry=false 2024-11-13T18:09:59,383 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,41589,1731521375573 expired; onlineServers=0 2024-11-13T18:09:59,383 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,41861,1731521375426' ***** 2024-11-13T18:09:59,383 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:09:59,383 INFO [M:0;39e84130bbc9:41861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:09:59,383 INFO [M:0;39e84130bbc9:41861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:09:59,383 DEBUG [M:0;39e84130bbc9:41861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:09:59,383 DEBUG [M:0;39e84130bbc9:41861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:09:59,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:09:59,383 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521377469 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521377469,5,FailOnTimeoutGroup] 2024-11-13T18:09:59,383 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521377469 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521377469,5,FailOnTimeoutGroup] 2024-11-13T18:09:59,383 INFO [M:0;39e84130bbc9:41861 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:09:59,384 INFO [M:0;39e84130bbc9:41861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:09:59,384 DEBUG [M:0;39e84130bbc9:41861 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:09:59,384 INFO [M:0;39e84130bbc9:41861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:09:59,384 INFO [M:0;39e84130bbc9:41861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:09:59,384 INFO [M:0;39e84130bbc9:41861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:09:59,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:09:59,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01041063514/master 2024-11-13T18:09:59,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041063514 2024-11-13T18:09:59,389 DEBUG [M:0;39e84130bbc9:41861 {}] zookeeper.ZKUtil(347): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Unable to get data of znode /01041063514/master because node does not exist (not an error) 2024-11-13T18:09:59,390 WARN [M:0;39e84130bbc9:41861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:09:59,393 INFO [M:0;39e84130bbc9:41861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/.lastflushedseqids 2024-11-13T18:09:59,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741852_1028 (size=263) 2024-11-13T18:09:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100ed4a5d330001, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:09:59,483 INFO [RS:0;39e84130bbc9:41589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:09:59,483 INFO [RS:0;39e84130bbc9:41589 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,41589,1731521375573; zookeeper connection closed. 2024-11-13T18:09:59,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14d11411 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14d11411 2024-11-13T18:09:59,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:09:59,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:09:59,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:59,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:59,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:59,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:59,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:59,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:59,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:59,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:59,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:09:59,808 INFO [M:0;39e84130bbc9:41861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:09:59,809 INFO [M:0;39e84130bbc9:41861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:09:59,809 DEBUG [M:0;39e84130bbc9:41861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:09:59,809 INFO [M:0;39e84130bbc9:41861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:59,809 DEBUG [M:0;39e84130bbc9:41861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:59,809 DEBUG [M:0;39e84130bbc9:41861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:09:59,809 DEBUG [M:0;39e84130bbc9:41861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:09:59,809 INFO [M:0;39e84130bbc9:41861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T18:09:59,842 DEBUG [M:0;39e84130bbc9:41861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36dc3aa955a34b9ebbc2d71890890cb4 is 82, key is hbase:meta,,1/info:regioninfo/1731521378453/Put/seqid=0 2024-11-13T18:09:59,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741853_1029 (size=5672) 2024-11-13T18:10:00,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:00,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:00,209 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:00,253 INFO [M:0;39e84130bbc9:41861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36dc3aa955a34b9ebbc2d71890890cb4 2024-11-13T18:10:00,272 DEBUG [M:0;39e84130bbc9:41861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/902e1667f66144a4a6de0a5038ca49e5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731521386117/Put/seqid=0 2024-11-13T18:10:00,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741854_1030 (size=8516) 2024-11-13T18:10:00,278 INFO [M:0;39e84130bbc9:41861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/902e1667f66144a4a6de0a5038ca49e5 2024-11-13T18:10:00,296 DEBUG [M:0;39e84130bbc9:41861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864fde09db6c4bb2b919902aec210933 is 69, key is 39e84130bbc9,41589,1731521375573/rs:state/1731521377567/Put/seqid=0 2024-11-13T18:10:00,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741855_1031 (size=5156) 2024-11-13T18:10:00,303 INFO [M:0;39e84130bbc9:41861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864fde09db6c4bb2b919902aec210933 2024-11-13T18:10:00,310 DEBUG [M:0;39e84130bbc9:41861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36dc3aa955a34b9ebbc2d71890890cb4 as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36dc3aa955a34b9ebbc2d71890890cb4 2024-11-13T18:10:00,315 INFO [M:0;39e84130bbc9:41861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36dc3aa955a34b9ebbc2d71890890cb4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T18:10:00,317 DEBUG [M:0;39e84130bbc9:41861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/902e1667f66144a4a6de0a5038ca49e5 as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/902e1667f66144a4a6de0a5038ca49e5 2024-11-13T18:10:00,331 INFO [M:0;39e84130bbc9:41861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/902e1667f66144a4a6de0a5038ca49e5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T18:10:00,333 DEBUG [M:0;39e84130bbc9:41861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864fde09db6c4bb2b919902aec210933 as hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/864fde09db6c4bb2b919902aec210933 2024-11-13T18:10:00,341 INFO [M:0;39e84130bbc9:41861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/864fde09db6c4bb2b919902aec210933, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T18:10:00,342 INFO [M:0;39e84130bbc9:41861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=97, compaction requested=false 2024-11-13T18:10:00,343 INFO [M:0;39e84130bbc9:41861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:00,343 DEBUG [M:0;39e84130bbc9:41861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521399809Disabling compacts and flushes for region at 1731521399809Disabling writes for close at 1731521399809Obtaining lock to block concurrent updates at 1731521399809Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521399809Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731521399810 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521399813 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521399813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521399842 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521399842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521400257 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521400272 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521400272Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521400282 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521400296 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521400296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3452a5a4: reopening flushed file at 1731521400309 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a70eb08: reopening flushed file at 1731521400316 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d25fd35: reopening flushed file at 1731521400331 (+15 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=97, compaction requested=false at 1731521400342 (+11 ms)Writing region close event to WAL at 1731521400343 (+1 ms)Closed at 1731521400343 2024-11-13T18:10:00,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7a3fa4b-514c-4c24-edc1-b8e0951ad065/MasterData/WALs/39e84130bbc9,41861,1731521375426/39e84130bbc9%2C41861%2C1731521375426.1731521376985 not finished, retry = 0 2024-11-13T18:10:00,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741830_1006 (size=63654) 2024-11-13T18:10:00,446 INFO [M:0;39e84130bbc9:41861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:10:00,446 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:10:00,446 INFO [M:0;39e84130bbc9:41861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41861 2024-11-13T18:10:00,447 INFO [M:0;39e84130bbc9:41861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:10:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:10:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x100ed4a5d330000, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:10:00,549 INFO [M:0;39e84130bbc9:41861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:10:00,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36c96e0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:10:00,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d2bdf6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:10:00,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:10:00,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d1f1fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:10:00,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7161e3d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/hadoop.log.dir/,STOPPED} 2024-11-13T18:10:00,583 WARN [BP-2076183679-172.17.0.3-1731521374410 heartbeating to localhost/127.0.0.1:39743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:10:00,583 WARN [BP-2076183679-172.17.0.3-1731521374410 heartbeating to localhost/127.0.0.1:39743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2076183679-172.17.0.3-1731521374410 (Datanode Uuid a94c12c4-6e0c-4c05-97e4-a8a78eb825c5) service to localhost/127.0.0.1:39743 2024-11-13T18:10:00,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/cluster_becdc540-c2f4-5f45-0f2d-e5af411f91c5/data/data1/current/BP-2076183679-172.17.0.3-1731521374410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:10:00,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:10:00,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/cluster_becdc540-c2f4-5f45-0f2d-e5af411f91c5/data/data2/current/BP-2076183679-172.17.0.3-1731521374410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:10:00,586 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:10:00,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:10:00,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@423ade60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:10:00,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd8873b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:10:00,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:10:00,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a7cd469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:10:00,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3457eb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902a904b-89e1-1f4c-ed6a-797d927583c0/hadoop.log.dir/,STOPPED} 2024-11-13T18:10:00,624 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:10:00,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:10:00,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 210) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36831 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39743 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53805) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36831 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39743 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39743 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36831 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-17 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53805) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 578) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1041 (was 954) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=935 (was 270) - AvailableMemoryMB LEAK? - 2024-11-13T18:10:00,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=1041, ProcessCount=11, AvailableMemoryMB=934 2024-11-13T18:10:00,698 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T18:10:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/hadoop.log.dir so I do NOT create it in target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6 2024-11-13T18:10:00,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:10:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/hadoop.tmp.dir so I do NOT create it in target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6 2024-11-13T18:10:00,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86916220-0a09-ca34-9572-4b02e110c757/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:10:00,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6 2024-11-13T18:10:00,699 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/cluster_e7ba9b7e-67fd-eafd-90d6-252a3be61662, deleteOnExit=true 2024-11-13T18:10:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ed4a5d330005, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:10:00,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ed4a5d330005, quorum=127.0.0.1:53805, baseZNode=/1-827075897 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:10:00,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ed4a5d330002, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:10:00,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ed4a5d330002, quorum=127.0.0.1:53805, baseZNode=/01041063514 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:10:00,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/cluster_e7ba9b7e-67fd-eafd-90d6-252a3be61662/zookeeper_0, clientPort=65157, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/cluster_e7ba9b7e-67fd-eafd-90d6-252a3be61662/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/cluster_e7ba9b7e-67fd-eafd-90d6-252a3be61662/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:10:00,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65157 2024-11-13T18:10:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:10:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:10:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/test.cache.data in system properties and HBase conf 2024-11-13T18:10:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:10:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:10:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:10:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:10:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:10:00,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:10:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:10:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:10:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:10:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:10:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:10:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:10:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:10:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:10:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:10:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:10:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:10:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:10:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:10:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:10:00,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:00,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:10:01,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:10:01,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:10:01,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:10:01,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:01,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5067272d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:10:01,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34daf7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:10:01,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5706329{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/java.io.tmpdir/jetty-localhost-35923-hadoop-hdfs-3_4_1-tests_jar-_-any-8950670665754811697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:10:01,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b4795d{HTTP/1.1, (http/1.1)}{localhost:35923} 2024-11-13T18:10:01,209 INFO [Time-limited test {}] server.Server(415): Started @185704ms 2024-11-13T18:10:01,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:01,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:10:01,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:10:01,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:10:01,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:10:01,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2800e149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:10:01,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26a55c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:10:01,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dea8188{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/java.io.tmpdir/jetty-localhost-37123-hadoop-hdfs-3_4_1-tests_jar-_-any-4874555396543172042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:10:01,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25be6a12{HTTP/1.1, (http/1.1)}{localhost:37123} 2024-11-13T18:10:01,550 INFO [Time-limited test {}] server.Server(415): Started @186045ms 2024-11-13T18:10:01,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:10:01,654 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/cluster_e7ba9b7e-67fd-eafd-90d6-252a3be61662/data/data1/current/BP-923102582-172.17.0.3-1731521400805/current, will proceed with Du for space computation calculation, 2024-11-13T18:10:01,654 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/cluster_e7ba9b7e-67fd-eafd-90d6-252a3be61662/data/data2/current/BP-923102582-172.17.0.3-1731521400805/current, will proceed with Du for space computation calculation, 2024-11-13T18:10:01,682 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:10:01,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x261c179bd1ab8c59 with lease ID 0x85146540251ac089: Processing first storage report for DS-870808bd-c74f-4db6-bbb7-727472031811 from datanode DatanodeRegistration(127.0.0.1:39921, datanodeUuid=f48bd087-03ae-4f41-8e0a-c633bad13105, infoPort=33985, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=1701019243;c=1731521400805) 2024-11-13T18:10:01,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x261c179bd1ab8c59 with lease ID 0x85146540251ac089: from storage DS-870808bd-c74f-4db6-bbb7-727472031811 node DatanodeRegistration(127.0.0.1:39921, datanodeUuid=f48bd087-03ae-4f41-8e0a-c633bad13105, infoPort=33985, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=1701019243;c=1731521400805), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:10:01,685 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x261c179bd1ab8c59 with lease ID 0x85146540251ac089: Processing first storage report for DS-4e6ace47-e558-480f-a34a-43f522548c29 from datanode DatanodeRegistration(127.0.0.1:39921, datanodeUuid=f48bd087-03ae-4f41-8e0a-c633bad13105, infoPort=33985, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=1701019243;c=1731521400805) 2024-11-13T18:10:01,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x261c179bd1ab8c59 with lease ID 0x85146540251ac089: from storage DS-4e6ace47-e558-480f-a34a-43f522548c29 node DatanodeRegistration(127.0.0.1:39921, datanodeUuid=f48bd087-03ae-4f41-8e0a-c633bad13105, infoPort=33985, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=1701019243;c=1731521400805), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:10:01,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6 2024-11-13T18:10:01,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:01,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:01,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:10:02,118 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f with version=8 2024-11-13T18:10:02,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/hbase-staging 2024-11-13T18:10:02,122 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:10:02,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:02,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:02,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:10:02,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:02,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:10:02,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:10:02,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:10:02,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33695 2024-11-13T18:10:02,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33695 connecting to ZooKeeper ensemble=127.0.0.1:65157 2024-11-13T18:10:02,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336950x0, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:02,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33695-0x100ed4ac43b0000 connected 2024-11-13T18:10:02,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:02,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:02,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Set watcher on znode that does not yet exist, /01195398135/running 2024-11-13T18:10:02,160 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f, hbase.cluster.distributed=false 2024-11-13T18:10:02,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Set watcher on znode that does not yet exist, /01195398135/acl 2024-11-13T18:10:02,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33695 2024-11-13T18:10:02,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33695 2024-11-13T18:10:02,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33695 2024-11-13T18:10:02,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33695 2024-11-13T18:10:02,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33695 2024-11-13T18:10:02,182 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:10:02,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:02,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:02,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:10:02,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:02,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:10:02,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:10:02,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:10:02,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40199 2024-11-13T18:10:02,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40199 connecting to ZooKeeper ensemble=127.0.0.1:65157 2024-11-13T18:10:02,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:02,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401990x0, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:02,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40199-0x100ed4ac43b0001 connected 2024-11-13T18:10:02,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Set watcher on znode that does not yet exist, /01195398135/running 2024-11-13T18:10:02,191 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:10:02,193 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:10:02,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Set watcher on znode that does not yet exist, /01195398135/master 2024-11-13T18:10:02,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Set watcher on znode that does not yet exist, /01195398135/acl 2024-11-13T18:10:02,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-13T18:10:02,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40199 2024-11-13T18:10:02,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40199 2024-11-13T18:10:02,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-13T18:10:02,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-13T18:10:02,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:02,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:02,216 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:02,219 DEBUG [M:0;39e84130bbc9:33695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:33695 2024-11-13T18:10:02,220 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01195398135/backup-masters/39e84130bbc9,33695,1731521402121 2024-11-13T18:10:02,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135/backup-masters 2024-11-13T18:10:02,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135/backup-masters 2024-11-13T18:10:02,222 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Set watcher on existing znode=/01195398135/backup-masters/39e84130bbc9,33695,1731521402121 2024-11-13T18:10:02,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01195398135/master 2024-11-13T18:10:02,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:02,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:02,225 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Set watcher on existing znode=/01195398135/master 2024-11-13T18:10:02,226 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01195398135/backup-masters/39e84130bbc9,33695,1731521402121 from backup master directory 2024-11-13T18:10:02,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01195398135/backup-masters/39e84130bbc9,33695,1731521402121 2024-11-13T18:10:02,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135/backup-masters 2024-11-13T18:10:02,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135/backup-masters 2024-11-13T18:10:02,227 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:10:02,227 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,33695,1731521402121 2024-11-13T18:10:02,240 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/hbase.id] with ID: fe771a4b-79d7-4539-8438-2ca98a4fb15d 2024-11-13T18:10:02,240 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/.tmp/hbase.id 2024-11-13T18:10:02,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:10:02,274 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/.tmp/hbase.id]:[hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/hbase.id] 2024-11-13T18:10:02,286 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:02,286 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:10:02,287 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:10:02,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:02,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:10:02,327 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:02,328 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:10:02,328 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:02,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:10:02,351 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store 2024-11-13T18:10:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:10:02,758 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:02,758 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:10:02,758 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:02,758 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:02,758 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:10:02,759 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:02,759 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:02,759 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521402758Disabling compacts and flushes for region at 1731521402758Disabling writes for close at 1731521402758Writing region close event to WAL at 1731521402759 (+1 ms)Closed at 1731521402759 2024-11-13T18:10:02,760 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/.initializing 2024-11-13T18:10:02,760 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/WALs/39e84130bbc9,33695,1731521402121 2024-11-13T18:10:02,761 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:10:02,762 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C33695%2C1731521402121, suffix=, logDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/WALs/39e84130bbc9,33695,1731521402121, archiveDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/oldWALs, maxLogs=10 2024-11-13T18:10:02,776 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/WALs/39e84130bbc9,33695,1731521402121/39e84130bbc9%2C33695%2C1731521402121.1731521402762, exclude list is [], retry=0 2024-11-13T18:10:02,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-870808bd-c74f-4db6-bbb7-727472031811,DISK] 2024-11-13T18:10:02,780 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/WALs/39e84130bbc9,33695,1731521402121/39e84130bbc9%2C33695%2C1731521402121.1731521402762 2024-11-13T18:10:02,780 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-13T18:10:02,780 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:02,780 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:02,780 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,780 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:10:02,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:02,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:02,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:10:02,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:02,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:02,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:10:02,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:02,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:02,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:10:02,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:02,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:02,790 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,790 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,791 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,792 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,792 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,792 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:02,793 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:02,795 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:02,796 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71539130, jitterRate=0.06601610779762268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:02,796 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521402780Initializing all the Stores at 1731521402781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521402781Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521402784 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521402784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521402784Cleaning up temporary data from old regions at 1731521402792 (+8 ms)Region opened successfully at 1731521402796 (+4 ms) 2024-11-13T18:10:02,796 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:10:02,799 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f8e615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:10:02,800 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:10:02,800 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:10:02,800 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:10:02,800 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:10:02,800 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:10:02,800 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:10:02,800 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:10:02,802 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:10:02,803 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Unable to get data of znode /01195398135/balancer because node does not exist (not necessarily an error) 2024-11-13T18:10:02,804 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01195398135/balancer already deleted, retry=false 2024-11-13T18:10:02,804 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:10:02,805 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Unable to get data of znode /01195398135/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:10:02,806 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01195398135/normalizer already deleted, retry=false 2024-11-13T18:10:02,806 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:10:02,808 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Unable to get data of znode /01195398135/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:10:02,809 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01195398135/switch/split already deleted, retry=false 2024-11-13T18:10:02,810 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Unable to get data of znode /01195398135/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:10:02,811 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01195398135/switch/merge already deleted, retry=false 2024-11-13T18:10:02,813 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Unable to get data of znode /01195398135/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:10:02,814 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01195398135/snapshot-cleanup already deleted, retry=false 2024-11-13T18:10:02,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01195398135/running 2024-11-13T18:10:02,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01195398135/running 2024-11-13T18:10:02,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:02,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:02,816 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,33695,1731521402121, sessionid=0x100ed4ac43b0000, setting cluster-up flag (Was=false) 2024-11-13T18:10:02,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:02,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:02,822 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01195398135/flush-table-proc/acquired, /01195398135/flush-table-proc/reached, /01195398135/flush-table-proc/abort 2024-11-13T18:10:02,823 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,33695,1731521402121 2024-11-13T18:10:02,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:02,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:02,829 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01195398135/online-snapshot/acquired, /01195398135/online-snapshot/reached, /01195398135/online-snapshot/abort 2024-11-13T18:10:02,831 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,33695,1731521402121 2024-11-13T18:10:02,832 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:10:02,834 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:02,834 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:10:02,834 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:10:02,834 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,33695,1731521402121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:10:02,837 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:02,837 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:02,837 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:02,837 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:02,837 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:10:02,837 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,837 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:10:02,837 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:02,871 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:10:02,872 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:02,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:10:02,890 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521432890 2024-11-13T18:10:02,890 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:10:02,890 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:10:02,890 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:10:02,890 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:10:02,890 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:10:02,890 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:10:02,893 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,901 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:10:02,901 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:10:02,902 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:10:02,902 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:10:02,905 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:10:02,905 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:10:02,913 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521402905,5,FailOnTimeoutGroup] 2024-11-13T18:10:02,923 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(746): ClusterId : fe771a4b-79d7-4539-8438-2ca98a4fb15d 2024-11-13T18:10:02,923 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:10:02,930 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:10:02,930 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:10:02,932 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:10:02,932 DEBUG [RS:0;39e84130bbc9:40199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434bbea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:10:02,937 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521402913,5,FailOnTimeoutGroup] 2024-11-13T18:10:02,937 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,937 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:10:02,937 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,937 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:10:02,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:10:02,940 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f 2024-11-13T18:10:02,955 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:40199 2024-11-13T18:10:02,955 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:10:02,955 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:10:02,955 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:10:02,956 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,33695,1731521402121 with port=40199, startcode=1731521402181 2024-11-13T18:10:02,956 DEBUG [RS:0;39e84130bbc9:40199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:10:02,975 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:10:02,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:10:02,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,40199,1731521402181 2024-11-13T18:10:02,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33695 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,40199,1731521402181 2024-11-13T18:10:02,981 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f 2024-11-13T18:10:02,981 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34729 2024-11-13T18:10:02,981 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:10:02,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135/rs 2024-11-13T18:10:02,983 DEBUG [RS:0;39e84130bbc9:40199 {}] zookeeper.ZKUtil(111): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Set watcher on existing znode=/01195398135/rs/39e84130bbc9,40199,1731521402181 2024-11-13T18:10:02,983 WARN [RS:0;39e84130bbc9:40199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:10:02,983 INFO [RS:0;39e84130bbc9:40199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:02,983 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181 2024-11-13T18:10:02,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,40199,1731521402181] 2024-11-13T18:10:02,986 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:10:02,989 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:10:02,989 INFO [RS:0;39e84130bbc9:40199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:10:02,990 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,993 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:10:02,994 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:10:02,994 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:10:02,994 DEBUG [RS:0;39e84130bbc9:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:10:02,997 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,998 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,998 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,998 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,998 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:02,998 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40199,1731521402181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:10:03,017 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:10:03,017 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40199,1731521402181-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:03,017 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:03,017 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.Replication(171): 39e84130bbc9,40199,1731521402181 started 2024-11-13T18:10:03,038 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:03,038 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,40199,1731521402181, RpcServer on 39e84130bbc9/172.17.0.3:40199, sessionid=0x100ed4ac43b0001 2024-11-13T18:10:03,038 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:10:03,038 DEBUG [RS:0;39e84130bbc9:40199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,40199,1731521402181 2024-11-13T18:10:03,038 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,40199,1731521402181' 2024-11-13T18:10:03,038 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01195398135/flush-table-proc/abort' 2024-11-13T18:10:03,041 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01195398135/flush-table-proc/acquired' 2024-11-13T18:10:03,042 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:10:03,042 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:10:03,042 DEBUG [RS:0;39e84130bbc9:40199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,40199,1731521402181 2024-11-13T18:10:03,042 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,40199,1731521402181' 2024-11-13T18:10:03,042 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01195398135/online-snapshot/abort' 2024-11-13T18:10:03,042 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01195398135/online-snapshot/acquired' 2024-11-13T18:10:03,043 DEBUG [RS:0;39e84130bbc9:40199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:10:03,043 INFO [RS:0;39e84130bbc9:40199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:10:03,043 INFO [RS:0;39e84130bbc9:40199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:10:03,143 INFO [RS:0;39e84130bbc9:40199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:10:03,147 INFO [RS:0;39e84130bbc9:40199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40199%2C1731521402181, suffix=, logDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181, archiveDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/oldWALs, maxLogs=10 2024-11-13T18:10:03,176 DEBUG [RS:0;39e84130bbc9:40199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148, exclude list is [], retry=0 2024-11-13T18:10:03,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-870808bd-c74f-4db6-bbb7-727472031811,DISK] 2024-11-13T18:10:03,199 INFO [RS:0;39e84130bbc9:40199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 2024-11-13T18:10:03,203 DEBUG [RS:0;39e84130bbc9:40199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-13T18:10:03,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:03,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:10:03,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:10:03,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:03,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:03,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:10:03,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:10:03,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:03,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:03,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:10:03,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:10:03,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:03,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:03,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:10:03,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:10:03,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:03,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:03,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:10:03,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740 2024-11-13T18:10:03,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740 2024-11-13T18:10:03,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:10:03,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:10:03,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:03,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:10:03,396 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:03,397 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59899142, jitterRate=-0.10743322968482971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:03,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521403377Initializing all the Stores at 1731521403378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521403378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521403378Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521403378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521403378Cleaning up temporary data from old regions at 1731521403393 (+15 ms)Region opened successfully at 1731521403397 (+4 ms) 2024-11-13T18:10:03,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:10:03,398 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:10:03,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:10:03,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:10:03,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:10:03,403 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:10:03,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521403397Disabling compacts and flushes for region at 1731521403397Disabling writes for close at 1731521403398 (+1 ms)Writing region close event to WAL at 1731521403403 (+5 ms)Closed at 1731521403403 2024-11-13T18:10:03,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:03,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:10:03,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:10:03,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:10:03,406 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:10:03,557 DEBUG [39e84130bbc9:33695 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:10:03,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,40199,1731521402181 2024-11-13T18:10:03,558 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,40199,1731521402181, state=OPENING 2024-11-13T18:10:03,560 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:10:03,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:03,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:03,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01195398135/meta-region-server: CHANGED 2024-11-13T18:10:03,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01195398135/meta-region-server: CHANGED 2024-11-13T18:10:03,562 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:10:03,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,40199,1731521402181}] 2024-11-13T18:10:03,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:10:03,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:10:03,745 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:10:03,745 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:03,746 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:10:03,757 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40199%2C1731521402181.meta, suffix=.meta, logDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181, archiveDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/oldWALs, maxLogs=10 2024-11-13T18:10:03,780 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.meta.1731521403758.meta, exclude list is [], retry=0 2024-11-13T18:10:03,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-870808bd-c74f-4db6-bbb7-727472031811,DISK] 2024-11-13T18:10:03,809 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.meta.1731521403758.meta 2024-11-13T18:10:03,813 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-13T18:10:03,813 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:03,814 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:03,814 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:10:03,814 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:10:03,814 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:10:03,814 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:10:03,814 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:03,820 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:10:03,820 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:10:03,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:10:03,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:10:03,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:03,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:03,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:10:03,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:10:03,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:03,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:10:03,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:10:03,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T18:10:03,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:10:03,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:03,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:10:03,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:10:03,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:03,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:03,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:10:03,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:10:03,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:03,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:03,909 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:10:03,913 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740 2024-11-13T18:10:03,926 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740 2024-11-13T18:10:03,942 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:10:03,942 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:10:03,942 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:03,953 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:10:03,958 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65274080, jitterRate=-0.027340412139892578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:03,958 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:10:03,959 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521403820Writing region info on filesystem at 1731521403820Initializing all the Stores at 1731521403833 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521403833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521403853 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521403853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521403853Cleaning up temporary data from old regions at 1731521403942 (+89 ms)Running coprocessor post-open hooks at 1731521403958 (+16 ms)Region opened successfully at 1731521403958 2024-11-13T18:10:03,969 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521403721 2024-11-13T18:10:03,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,40199,1731521402181 2024-11-13T18:10:03,983 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,40199,1731521402181, state=OPEN 2024-11-13T18:10:03,985 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:10:03,985 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:10:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01195398135/meta-region-server 2024-11-13T18:10:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01195398135/meta-region-server 2024-11-13T18:10:03,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01195398135/meta-region-server: CHANGED 2024-11-13T18:10:03,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01195398135/meta-region-server: CHANGED 2024-11-13T18:10:03,994 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,40199,1731521402181 2024-11-13T18:10:03,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:10:03,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,40199,1731521402181 in 432 msec 2024-11-13T18:10:04,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:10:04,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 593 msec 2024-11-13T18:10:04,003 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:04,003 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:10:04,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:04,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40199,1731521402181, seqNum=-1] 2024-11-13T18:10:04,014 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:04,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:04,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-13T18:10:04,063 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521404063, completionTime=-1 2024-11-13T18:10:04,063 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:10:04,063 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:10:04,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:10:04,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521464065 2024-11-13T18:10:04,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521524065 2024-11-13T18:10:04,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:10:04,066 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33695,1731521402121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:04,066 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33695,1731521402121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:04,066 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33695,1731521402121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:04,066 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:33695, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:04,066 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:04,069 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:04,072 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:10:04,084 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.857sec 2024-11-13T18:10:04,084 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:10:04,084 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:10:04,084 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:10:04,084 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:10:04,084 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:10:04,084 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33695,1731521402121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:10:04,084 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33695,1731521402121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:10:04,115 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:10:04,115 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:10:04,115 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33695,1731521402121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:04,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b08cf23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:04,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33695,-1 for getting cluster id 2024-11-13T18:10:04,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:04,139 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe771a4b-79d7-4539-8438-2ca98a4fb15d' 2024-11-13T18:10:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe771a4b-79d7-4539-8438-2ca98a4fb15d" 2024-11-13T18:10:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6a0c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33695,-1] 2024-11-13T18:10:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:04,146 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:04,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef9764a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:04,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40199,1731521402181, seqNum=-1] 2024-11-13T18:10:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:04,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:04,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,33695,1731521402121 2024-11-13T18:10:04,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65157 2024-11-13T18:10:04,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:04,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ed4ac43b0002 connected 2024-11-13T18:10:04,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/hadoop.log.dir so I do NOT create it in target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d 2024-11-13T18:10:04,210 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:10:04,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/hadoop.tmp.dir so I do NOT create it in target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d 2024-11-13T18:10:04,211 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:10:04,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d 2024-11-13T18:10:04,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:10:04,211 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/cluster_d499876d-e13a-0011-ce1e-74b55a4ffc48, deleteOnExit=true 2024-11-13T18:10:04,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:10:04,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/test.cache.data in system properties and HBase conf 2024-11-13T18:10:04,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:10:04,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:10:04,212 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:10:04,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:10:04,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:10:04,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:10:04,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:10:04,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:10:04,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:10:04,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:04,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:10:04,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:10:04,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:10:04,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:10:04,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:04,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26844da4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:10:04,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39f5561c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:10:04,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@276e9453{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/java.io.tmpdir/jetty-localhost-44059-hadoop-hdfs-3_4_1-tests_jar-_-any-504117768624589247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:10:04,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2662ae{HTTP/1.1, (http/1.1)}{localhost:44059} 2024-11-13T18:10:04,747 INFO [Time-limited test {}] server.Server(415): Started @189242ms 2024-11-13T18:10:04,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T18:10:04,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:04,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:04,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:04,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:04,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:04,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:04,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:04,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:04,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:04,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:05,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:05,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:10:05,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:10:05,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:10:05,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:10:05,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e3238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:10:05,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264b8677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:10:05,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499050a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/java.io.tmpdir/jetty-localhost-40119-hadoop-hdfs-3_4_1-tests_jar-_-any-15739486613781076088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:10:05,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e0d79e1{HTTP/1.1, (http/1.1)}{localhost:40119} 2024-11-13T18:10:05,397 INFO [Time-limited test {}] server.Server(415): Started @189893ms 2024-11-13T18:10:05,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:10:05,790 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/cluster_d499876d-e13a-0011-ce1e-74b55a4ffc48/data/data1/current/BP-1504571151-172.17.0.3-1731521404246/current, will proceed with Du for space computation calculation, 2024-11-13T18:10:05,806 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/cluster_d499876d-e13a-0011-ce1e-74b55a4ffc48/data/data2/current/BP-1504571151-172.17.0.3-1731521404246/current, will proceed with Du for space computation calculation, 2024-11-13T18:10:05,907 WARN [Thread-2289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:10:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b7730610713b988 with lease ID 0x371c6157713225c2: Processing first storage report for DS-a4af2c11-bb59-4dd1-9374-85fb7a08eb6d from datanode DatanodeRegistration(127.0.0.1:44241, datanodeUuid=3164fa2f-f190-4ad2-8e1e-06dbf735992e, infoPort=43549, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=195575075;c=1731521404246) 2024-11-13T18:10:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b7730610713b988 with lease ID 0x371c6157713225c2: from storage DS-a4af2c11-bb59-4dd1-9374-85fb7a08eb6d node DatanodeRegistration(127.0.0.1:44241, datanodeUuid=3164fa2f-f190-4ad2-8e1e-06dbf735992e, infoPort=43549, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=195575075;c=1731521404246), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:10:05,923 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b7730610713b988 with lease ID 0x371c6157713225c2: Processing first storage report for DS-960ac7d7-21c8-4d2a-b08b-a67d259f9a42 from datanode DatanodeRegistration(127.0.0.1:44241, datanodeUuid=3164fa2f-f190-4ad2-8e1e-06dbf735992e, infoPort=43549, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=195575075;c=1731521404246) 2024-11-13T18:10:05,923 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b7730610713b988 with lease ID 0x371c6157713225c2: from storage DS-960ac7d7-21c8-4d2a-b08b-a67d259f9a42 node DatanodeRegistration(127.0.0.1:44241, datanodeUuid=3164fa2f-f190-4ad2-8e1e-06dbf735992e, infoPort=43549, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=195575075;c=1731521404246), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:10:06,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d 2024-11-13T18:10:06,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:06,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:06,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:10:06,113 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a with version=8 2024-11-13T18:10:06,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/hbase-staging 2024-11-13T18:10:06,116 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:10:06,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:06,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:06,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:10:06,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:06,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:10:06,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:10:06,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:10:06,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43551 2024-11-13T18:10:06,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43551 connecting to ZooKeeper ensemble=127.0.0.1:65157 2024-11-13T18:10:06,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435510x0, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:06,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43551-0x100ed4ac43b0003 connected 2024-11-13T18:10:06,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:06,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:06,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Set watcher on znode that does not yet exist, /1-1475980216/running 2024-11-13T18:10:06,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a, hbase.cluster.distributed=false 2024-11-13T18:10:06,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Set watcher on znode that does not yet exist, /1-1475980216/acl 2024-11-13T18:10:06,254 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:06,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:06,255 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8195 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:06,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43551 2024-11-13T18:10:06,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43551 2024-11-13T18:10:06,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43551 2024-11-13T18:10:06,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43551 2024-11-13T18:10:06,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43551 2024-11-13T18:10:06,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:10:06,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:06,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:06,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:10:06,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:06,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:10:06,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:10:06,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:10:06,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35147 2024-11-13T18:10:06,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35147 connecting to ZooKeeper ensemble=127.0.0.1:65157 2024-11-13T18:10:06,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:06,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:06,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351470x0, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:06,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351470x0, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Set watcher on znode that does not yet exist, /1-1475980216/running 2024-11-13T18:10:06,344 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:10:06,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35147-0x100ed4ac43b0004 connected 2024-11-13T18:10:06,373 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:10:06,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Set watcher on znode that does not yet exist, /1-1475980216/master 2024-11-13T18:10:06,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Set watcher on znode that does not yet exist, /1-1475980216/acl 2024-11-13T18:10:06,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35147 2024-11-13T18:10:06,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35147 2024-11-13T18:10:06,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35147 2024-11-13T18:10:06,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35147 2024-11-13T18:10:06,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35147 2024-11-13T18:10:06,504 DEBUG [M:0;39e84130bbc9:43551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:43551 2024-11-13T18:10:06,515 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1475980216/backup-masters/39e84130bbc9,43551,1731521406115 2024-11-13T18:10:06,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216/backup-masters 2024-11-13T18:10:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216/backup-masters 2024-11-13T18:10:06,533 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Set watcher on existing znode=/1-1475980216/backup-masters/39e84130bbc9,43551,1731521406115 2024-11-13T18:10:06,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1475980216/master 2024-11-13T18:10:06,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:06,549 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Set watcher on existing znode=/1-1475980216/master 2024-11-13T18:10:06,560 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1475980216/backup-masters/39e84130bbc9,43551,1731521406115 from backup master directory 2024-11-13T18:10:06,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216/backup-masters 2024-11-13T18:10:06,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1475980216/backup-masters/39e84130bbc9,43551,1731521406115 2024-11-13T18:10:06,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216/backup-masters 2024-11-13T18:10:06,573 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:10:06,573 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,43551,1731521406115 2024-11-13T18:10:06,605 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/hbase.id] with ID: 361dd883-3ca9-4c95-b2c4-0341e3345a4d 2024-11-13T18:10:06,605 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/.tmp/hbase.id 2024-11-13T18:10:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:10:06,661 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/.tmp/hbase.id]:[hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/hbase.id] 2024-11-13T18:10:06,718 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:06,718 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:10:06,720 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:10:06,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:06,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:06,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:10:06,810 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:06,811 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:10:06,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:10:06,871 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store 2024-11-13T18:10:06,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:10:06,921 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:06,922 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:10:06,922 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:06,922 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:06,922 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:10:06,922 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:06,922 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:06,922 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521406922Disabling compacts and flushes for region at 1731521406922Disabling writes for close at 1731521406922Writing region close event to WAL at 1731521406922Closed at 1731521406922 2024-11-13T18:10:06,929 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/.initializing 2024-11-13T18:10:06,929 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/WALs/39e84130bbc9,43551,1731521406115 2024-11-13T18:10:06,935 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:10:06,948 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C43551%2C1731521406115, suffix=, logDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/WALs/39e84130bbc9,43551,1731521406115, archiveDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/oldWALs, maxLogs=10 2024-11-13T18:10:06,978 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/WALs/39e84130bbc9,43551,1731521406115/39e84130bbc9%2C43551%2C1731521406115.1731521406948, exclude list is [], retry=0 2024-11-13T18:10:06,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44241,DS-a4af2c11-bb59-4dd1-9374-85fb7a08eb6d,DISK] 2024-11-13T18:10:07,005 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/WALs/39e84130bbc9,43551,1731521406115/39e84130bbc9%2C43551%2C1731521406115.1731521406948 2024-11-13T18:10:07,018 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43549:43549)] 2024-11-13T18:10:07,019 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:07,019 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:07,019 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,019 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:10:07,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:07,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:07,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:10:07,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:07,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:07,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:10:07,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:07,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:07,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:10:07,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:07,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:07,122 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,128 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,130 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,143 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,143 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,147 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:07,161 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:07,207 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:07,209 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66881102, jitterRate=-0.00339391827583313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:07,210 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521407019Initializing all the Stores at 1731521407030 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521407030Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521407031 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521407031Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521407031Cleaning up temporary data from old regions at 1731521407143 (+112 ms)Region opened successfully at 1731521407210 (+67 ms) 2024-11-13T18:10:07,214 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:10:07,235 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cbd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:10:07,245 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:10:07,246 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:10:07,246 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:10:07,246 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:10:07,251 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-13T18:10:07,251 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:10:07,252 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:10:07,281 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:10:07,293 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Unable to get data of znode /1-1475980216/balancer because node does not exist (not necessarily an error) 2024-11-13T18:10:07,305 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475980216/balancer already deleted, retry=false 2024-11-13T18:10:07,306 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:10:07,314 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Unable to get data of znode /1-1475980216/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:10:07,321 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475980216/normalizer already deleted, retry=false 2024-11-13T18:10:07,322 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:10:07,329 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Unable to get data of znode /1-1475980216/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:10:07,341 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475980216/switch/split already deleted, retry=false 2024-11-13T18:10:07,345 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Unable to get data of znode /1-1475980216/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:10:07,359 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475980216/switch/merge already deleted, retry=false 2024-11-13T18:10:07,373 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Unable to get data of znode /1-1475980216/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:10:07,377 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475980216/snapshot-cleanup already deleted, retry=false 2024-11-13T18:10:07,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1475980216/running 2024-11-13T18:10:07,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:07,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1475980216/running 2024-11-13T18:10:07,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:07,397 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,43551,1731521406115, sessionid=0x100ed4ac43b0003, setting cluster-up flag (Was=false) 2024-11-13T18:10:07,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:07,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:07,449 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1475980216/flush-table-proc/acquired, /1-1475980216/flush-table-proc/reached, /1-1475980216/flush-table-proc/abort 2024-11-13T18:10:07,469 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,43551,1731521406115 2024-11-13T18:10:07,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:07,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:07,528 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1475980216/online-snapshot/acquired, /1-1475980216/online-snapshot/reached, /1-1475980216/online-snapshot/abort 2024-11-13T18:10:07,555 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,43551,1731521406115 2024-11-13T18:10:07,564 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:10:07,577 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:07,579 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:10:07,579 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:10:07,579 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,43551,1731521406115 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:10:07,602 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(746): ClusterId : 361dd883-3ca9-4c95-b2c4-0341e3345a4d 2024-11-13T18:10:07,602 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:10:07,606 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:07,606 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:07,606 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:07,606 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:07,606 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:10:07,606 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,606 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:10:07,606 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,621 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:10:07,621 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:10:07,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:07,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:10:07,636 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521437635 2024-11-13T18:10:07,636 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:10:07,636 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:10:07,636 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:10:07,636 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:10:07,636 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:10:07,636 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:10:07,637 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,640 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:10:07,640 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:10:07,640 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:10:07,640 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:10:07,641 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:07,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:10:07,642 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:10:07,642 DEBUG [RS:0;39e84130bbc9:35147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1035eb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:10:07,642 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:10:07,642 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:10:07,645 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521407642,5,FailOnTimeoutGroup] 2024-11-13T18:10:07,657 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521407645,5,FailOnTimeoutGroup] 2024-11-13T18:10:07,657 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,657 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:10:07,657 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,657 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,663 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:35147 2024-11-13T18:10:07,663 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:10:07,663 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:10:07,663 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:10:07,675 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,43551,1731521406115 with port=35147, startcode=1731521406317 2024-11-13T18:10:07,675 DEBUG [RS:0;39e84130bbc9:35147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:10:07,690 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:10:07,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,35147,1731521406317 2024-11-13T18:10:07,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43551 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,35147,1731521406317 2024-11-13T18:10:07,702 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a 2024-11-13T18:10:07,702 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43785 2024-11-13T18:10:07,702 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:10:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216/rs 2024-11-13T18:10:07,711 DEBUG [RS:0;39e84130bbc9:35147 {}] zookeeper.ZKUtil(111): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Set watcher on existing znode=/1-1475980216/rs/39e84130bbc9,35147,1731521406317 2024-11-13T18:10:07,711 WARN [RS:0;39e84130bbc9:35147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:10:07,711 INFO [RS:0;39e84130bbc9:35147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:07,711 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317 2024-11-13T18:10:07,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:10:07,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,35147,1731521406317] 2024-11-13T18:10:07,757 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:10:07,761 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:10:07,762 INFO [RS:0;39e84130bbc9:35147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:10:07,762 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,774 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:10:07,789 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:10:07,789 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:10:07,790 DEBUG [RS:0;39e84130bbc9:35147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:10:07,829 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,829 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,829 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,829 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,829 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,829 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,35147,1731521406317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:10:07,873 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:10:07,874 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,35147,1731521406317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,874 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,874 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.Replication(171): 39e84130bbc9,35147,1731521406317 started 2024-11-13T18:10:07,896 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:07,897 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,35147,1731521406317, RpcServer on 39e84130bbc9/172.17.0.3:35147, sessionid=0x100ed4ac43b0004 2024-11-13T18:10:07,897 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:10:07,897 DEBUG [RS:0;39e84130bbc9:35147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,35147,1731521406317 2024-11-13T18:10:07,897 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,35147,1731521406317' 2024-11-13T18:10:07,897 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1475980216/flush-table-proc/abort' 2024-11-13T18:10:07,904 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1475980216/flush-table-proc/acquired' 2024-11-13T18:10:07,917 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:10:07,917 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:10:07,917 DEBUG [RS:0;39e84130bbc9:35147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,35147,1731521406317 2024-11-13T18:10:07,917 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,35147,1731521406317' 2024-11-13T18:10:07,917 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1475980216/online-snapshot/abort' 2024-11-13T18:10:07,925 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1475980216/online-snapshot/acquired' 2024-11-13T18:10:07,933 DEBUG [RS:0;39e84130bbc9:35147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:10:07,933 INFO [RS:0;39e84130bbc9:35147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:10:07,933 INFO [RS:0;39e84130bbc9:35147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:10:08,034 INFO [RS:0;39e84130bbc9:35147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:10:08,046 INFO [RS:0;39e84130bbc9:35147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C35147%2C1731521406317, suffix=, logDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317, archiveDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/oldWALs, maxLogs=10 2024-11-13T18:10:08,064 DEBUG [RS:0;39e84130bbc9:35147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046, exclude list is [], retry=0 2024-11-13T18:10:08,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44241,DS-a4af2c11-bb59-4dd1-9374-85fb7a08eb6d,DISK] 2024-11-13T18:10:08,111 INFO [RS:0;39e84130bbc9:35147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 2024-11-13T18:10:08,113 DEBUG [RS:0;39e84130bbc9:35147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43549:43549)] 2024-11-13T18:10:08,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:10:08,145 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a 2024-11-13T18:10:08,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:10:08,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:08,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:10:08,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:10:08,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:08,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:08,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:10:08,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:10:08,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:08,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:08,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:10:08,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:10:08,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:08,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:08,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:10:08,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:10:08,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:08,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:08,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:10:08,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740 2024-11-13T18:10:08,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740 2024-11-13T18:10:08,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:10:08,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:10:08,721 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:08,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:10:08,745 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:08,746 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69901251, jitterRate=0.041609808802604675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:08,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521408635Initializing all the Stores at 1731521408639 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521408639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521408641 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521408641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521408641Cleaning up temporary data from old regions at 1731521408715 (+74 ms)Region opened successfully at 1731521408746 (+31 ms) 2024-11-13T18:10:08,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:10:08,746 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:10:08,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:10:08,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:10:08,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:10:08,751 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:10:08,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521408746Disabling compacts and flushes for region at 1731521408746Disabling writes for close at 1731521408746Writing region close event to WAL at 1731521408751 (+5 ms)Closed at 1731521408751 2024-11-13T18:10:08,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:08,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:10:08,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:10:08,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:10:08,761 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:10:08,916 DEBUG [39e84130bbc9:43551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:10:08,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,35147,1731521406317 2024-11-13T18:10:08,921 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,35147,1731521406317, state=OPENING 2024-11-13T18:10:08,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:10:08,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:08,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:08,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1475980216/meta-region-server: CHANGED 2024-11-13T18:10:08,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1475980216/meta-region-server: CHANGED 2024-11-13T18:10:08,940 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:10:08,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,35147,1731521406317}] 2024-11-13T18:10:08,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:10:09,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:10:09,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:10:09,125 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:10:09,125 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:09,126 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:10:09,139 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C35147%2C1731521406317.meta, suffix=.meta, logDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317, archiveDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/oldWALs, maxLogs=10 2024-11-13T18:10:09,162 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.meta.1731521409140.meta, exclude list is [], retry=0 2024-11-13T18:10:09,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44241,DS-a4af2c11-bb59-4dd1-9374-85fb7a08eb6d,DISK] 2024-11-13T18:10:09,196 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.meta.1731521409140.meta 2024-11-13T18:10:09,199 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43549:43549)] 2024-11-13T18:10:09,199 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:09,201 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:09,202 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:10:09,202 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:10:09,202 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:10:09,202 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:10:09,202 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:09,202 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:10:09,202 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:10:09,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:10:09,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:10:09,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:09,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:09,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:10:09,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:10:09,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:09,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:09,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:10:09,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:10:09,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:09,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:09,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:10:09,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:10:09,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:09,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:09,269 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:10:09,273 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740 2024-11-13T18:10:09,289 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740 2024-11-13T18:10:09,299 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:10:09,299 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:10:09,301 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:09,317 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:10:09,327 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70672271, jitterRate=0.053098902106285095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:09,327 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:10:09,327 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521409202Writing region info on filesystem at 1731521409202Initializing all the Stores at 1731521409205 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521409205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521409213 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521409213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521409213Cleaning up temporary data from old regions at 1731521409299 (+86 ms)Running coprocessor post-open hooks at 1731521409327 (+28 ms)Region opened successfully at 1731521409327 2024-11-13T18:10:09,334 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521409101 2024-11-13T18:10:09,345 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:10:09,345 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:10:09,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,35147,1731521406317 2024-11-13T18:10:09,352 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,35147,1731521406317, state=OPEN 2024-11-13T18:10:09,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1475980216/meta-region-server 2024-11-13T18:10:09,365 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,35147,1731521406317 2024-11-13T18:10:09,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1475980216/meta-region-server: CHANGED 2024-11-13T18:10:09,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1475980216/meta-region-server 2024-11-13T18:10:09,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1475980216/meta-region-server: CHANGED 2024-11-13T18:10:09,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:10:09,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,35147,1731521406317 in 425 msec 2024-11-13T18:10:09,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:10:09,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-13T18:10:09,396 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:09,396 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:10:09,409 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:09,410 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,35147,1731521406317, seqNum=-1] 2024-11-13T18:10:09,410 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:09,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:09,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8710 sec 2024-11-13T18:10:09,445 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521409445, completionTime=-1 2024-11-13T18:10:09,445 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:10:09,445 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:10:09,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:10:09,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521469453 2024-11-13T18:10:09,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521529453 2024-11-13T18:10:09,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-13T18:10:09,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43551,1731521406115-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:09,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43551,1731521406115-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:09,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43551,1731521406115-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:09,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:43551, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:09,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:09,459 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:10:09,465 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:09,478 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.905sec 2024-11-13T18:10:09,479 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:10:09,479 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:10:09,479 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:10:09,479 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:10:09,479 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:10:09,479 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43551,1731521406115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:10:09,479 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43551,1731521406115-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:10:09,521 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:10:09,521 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:10:09,521 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43551,1731521406115-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:09,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d36632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:09,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,43551,-1 for getting cluster id 2024-11-13T18:10:09,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:09,535 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '361dd883-3ca9-4c95-b2c4-0341e3345a4d' 2024-11-13T18:10:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "361dd883-3ca9-4c95-b2c4-0341e3345a4d" 2024-11-13T18:10:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b69bce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,43551,-1] 2024-11-13T18:10:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:09,539 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:09,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b15050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:09,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,35147,1731521406317, seqNum=-1] 2024-11-13T18:10:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:09,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:09,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,43551,1731521406115 2024-11-13T18:10:09,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65157 2024-11-13T18:10:09,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:09,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ed4ac43b0005 connected 2024-11-13T18:10:09,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33695,1731521402121 2024-11-13T18:10:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec41ab9 2024-11-13T18:10:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:09,661 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:09,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:10:09,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:10:09,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:10:09,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:09,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:10:09,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:10:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:10,140 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3c89f3333f7d648b33e78f78f9cb784, NAME => 'test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f 2024-11-13T18:10:10,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:10:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e3c89f3333f7d648b33e78f78f9cb784, disabling compactions & flushes 2024-11-13T18:10:10,191 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. after waiting 0 ms 2024-11-13T18:10:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:10,191 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3c89f3333f7d648b33e78f78f9cb784: Waiting for close lock at 1731521410191Disabling compacts and flushes for region at 1731521410191Disabling writes for close at 1731521410191Writing region close event to WAL at 1731521410191Closed at 1731521410191 2024-11-13T18:10:10,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:10:10,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521410197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521410197"}]},"ts":"1731521410197"} 2024-11-13T18:10:10,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:10:10,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:10:10,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521410208"}]},"ts":"1731521410208"} 2024-11-13T18:10:10,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:10:10,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3c89f3333f7d648b33e78f78f9cb784, ASSIGN}] 2024-11-13T18:10:10,220 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3c89f3333f7d648b33e78f78f9cb784, ASSIGN 2024-11-13T18:10:10,224 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e3c89f3333f7d648b33e78f78f9cb784, ASSIGN; state=OFFLINE, location=39e84130bbc9,40199,1731521402181; forceNewPlan=false, retain=false 2024-11-13T18:10:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:10,376 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3c89f3333f7d648b33e78f78f9cb784, regionState=OPENING, regionLocation=39e84130bbc9,40199,1731521402181 2024-11-13T18:10:10,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e3c89f3333f7d648b33e78f78f9cb784, ASSIGN because future has completed 2024-11-13T18:10:10,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3c89f3333f7d648b33e78f78f9cb784, server=39e84130bbc9,40199,1731521402181}] 2024-11-13T18:10:10,573 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:10,573 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e3c89f3333f7d648b33e78f78f9cb784, NAME => 'test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:10,574 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:10,574 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:10:10,574 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,574 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:10,574 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,574 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,600 INFO [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,606 INFO [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3c89f3333f7d648b33e78f78f9cb784 columnFamilyName f 2024-11-13T18:10:10,607 DEBUG [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:10,609 INFO [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] regionserver.HStore(327): Store=e3c89f3333f7d648b33e78f78f9cb784/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:10,610 INFO [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,614 INFO [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3c89f3333f7d648b33e78f78f9cb784 columnFamilyName f1 2024-11-13T18:10:10,614 DEBUG [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:10,614 INFO [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] regionserver.HStore(327): Store=e3c89f3333f7d648b33e78f78f9cb784/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:10,614 INFO [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,620 INFO [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3c89f3333f7d648b33e78f78f9cb784 columnFamilyName norep 2024-11-13T18:10:10,620 DEBUG [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:10,621 INFO [StoreOpener-e3c89f3333f7d648b33e78f78f9cb784-1 {}] regionserver.HStore(327): Store=e3c89f3333f7d648b33e78f78f9cb784/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:10,624 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,625 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,627 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,631 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,631 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,633 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:10:10,635 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,651 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:10,652 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e3c89f3333f7d648b33e78f78f9cb784; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58985162, jitterRate=-0.12105259299278259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:10:10,652 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:10,652 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e3c89f3333f7d648b33e78f78f9cb784: Running coprocessor pre-open hook at 1731521410574Writing region info on filesystem at 1731521410574Initializing all the Stores at 1731521410583 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521410583Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521410600 (+17 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521410600Cleaning up temporary data from old regions at 1731521410631 (+31 ms)Running coprocessor post-open hooks at 1731521410652 (+21 ms)Region opened successfully at 1731521410652 2024-11-13T18:10:10,657 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784., pid=6, masterSystemTime=1731521410549 2024-11-13T18:10:10,665 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:10,665 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:10,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3c89f3333f7d648b33e78f78f9cb784, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,40199,1731521402181 2024-11-13T18:10:10,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3c89f3333f7d648b33e78f78f9cb784, server=39e84130bbc9,40199,1731521402181 because future has completed 2024-11-13T18:10:10,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:10:10,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e3c89f3333f7d648b33e78f78f9cb784, server=39e84130bbc9,40199,1731521402181 in 298 msec 2024-11-13T18:10:10,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:10:10,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e3c89f3333f7d648b33e78f78f9cb784, ASSIGN in 479 msec 2024-11-13T18:10:10,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:10:10,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521410710"}]},"ts":"1731521410710"} 2024-11-13T18:10:10,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:10:10,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:10:10,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0600 sec 2024-11-13T18:10:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:10,813 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:10:10,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:10,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,43551,1731521406115 2024-11-13T18:10:10,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43a7b131 2024-11-13T18:10:10,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:10,822 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:10,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:10:10,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:10:10,831 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:10,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:10:10,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:10:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:10:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:11,293 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d4cc444753d322029c471aa0c269323, NAME => 'test,,1731521410823.8d4cc444753d322029c471aa0c269323.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a 2024-11-13T18:10:11,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:10:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:11,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521410823.8d4cc444753d322029c471aa0c269323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:11,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8d4cc444753d322029c471aa0c269323, disabling compactions & flushes 2024-11-13T18:10:11,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:11,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:11,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521410823.8d4cc444753d322029c471aa0c269323. after waiting 0 ms 2024-11-13T18:10:11,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:11,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:11,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d4cc444753d322029c471aa0c269323: Waiting for close lock at 1731521411753Disabling compacts and flushes for region at 1731521411753Disabling writes for close at 1731521411753Writing region close event to WAL at 1731521411753Closed at 1731521411753 2024-11-13T18:10:11,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:10:11,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521410823.8d4cc444753d322029c471aa0c269323.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521411755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521411755"}]},"ts":"1731521411755"} 2024-11-13T18:10:11,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:10:11,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:10:11,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521411763"}]},"ts":"1731521411763"} 2024-11-13T18:10:11,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:10:11,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d4cc444753d322029c471aa0c269323, ASSIGN}] 2024-11-13T18:10:11,772 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d4cc444753d322029c471aa0c269323, ASSIGN 2024-11-13T18:10:11,773 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8d4cc444753d322029c471aa0c269323, ASSIGN; state=OFFLINE, location=39e84130bbc9,35147,1731521406317; forceNewPlan=false, retain=false 2024-11-13T18:10:11,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d4cc444753d322029c471aa0c269323, regionState=OPENING, regionLocation=39e84130bbc9,35147,1731521406317 2024-11-13T18:10:11,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8d4cc444753d322029c471aa0c269323, ASSIGN because future has completed 2024-11-13T18:10:11,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d4cc444753d322029c471aa0c269323, server=39e84130bbc9,35147,1731521406317}] 2024-11-13T18:10:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:12,121 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:12,122 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d4cc444753d322029c471aa0c269323, NAME => 'test,,1731521410823.8d4cc444753d322029c471aa0c269323.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:12,122 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:12,122 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:10:12,122 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,123 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521410823.8d4cc444753d322029c471aa0c269323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:12,123 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,123 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,140 INFO [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,166 INFO [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4cc444753d322029c471aa0c269323 columnFamilyName f 2024-11-13T18:10:12,166 DEBUG [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:12,168 INFO [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] regionserver.HStore(327): Store=8d4cc444753d322029c471aa0c269323/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:12,168 INFO [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,176 INFO [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4cc444753d322029c471aa0c269323 columnFamilyName f1 2024-11-13T18:10:12,176 DEBUG [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:12,179 INFO [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] regionserver.HStore(327): Store=8d4cc444753d322029c471aa0c269323/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:12,179 INFO [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,186 INFO [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4cc444753d322029c471aa0c269323 columnFamilyName norep 2024-11-13T18:10:12,186 DEBUG [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:12,186 INFO [StoreOpener-8d4cc444753d322029c471aa0c269323-1 {}] regionserver.HStore(327): Store=8d4cc444753d322029c471aa0c269323/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:12,187 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,189 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,196 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,221 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,222 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,224 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:10:12,239 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,266 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:12,276 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8d4cc444753d322029c471aa0c269323; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61417195, jitterRate=-0.0848124772310257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:10:12,276 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:12,276 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8d4cc444753d322029c471aa0c269323: Running coprocessor pre-open hook at 1731521412123Writing region info on filesystem at 1731521412123Initializing all the Stores at 1731521412133 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521412133Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521412138 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521412138Cleaning up temporary data from old regions at 1731521412222 (+84 ms)Running coprocessor post-open hooks at 1731521412276 (+54 ms)Region opened successfully at 1731521412276 2024-11-13T18:10:12,287 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521410823.8d4cc444753d322029c471aa0c269323., pid=6, masterSystemTime=1731521412091 2024-11-13T18:10:12,293 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:12,293 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:12,294 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d4cc444753d322029c471aa0c269323, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,35147,1731521406317 2024-11-13T18:10:12,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d4cc444753d322029c471aa0c269323, server=39e84130bbc9,35147,1731521406317 because future has completed 2024-11-13T18:10:12,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:10:12,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d4cc444753d322029c471aa0c269323, server=39e84130bbc9,35147,1731521406317 in 381 msec 2024-11-13T18:10:12,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:10:12,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8d4cc444753d322029c471aa0c269323, ASSIGN in 551 msec 2024-11-13T18:10:12,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:10:12,335 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521412335"}]},"ts":"1731521412335"} 2024-11-13T18:10:12,345 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:10:12,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:10:12,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.5270 sec 2024-11-13T18:10:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:13,005 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:10:13,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f6c36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33695,-1 for getting cluster id 2024-11-13T18:10:13,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:13,007 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe771a4b-79d7-4539-8438-2ca98a4fb15d' 2024-11-13T18:10:13,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:13,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe771a4b-79d7-4539-8438-2ca98a4fb15d" 2024-11-13T18:10:13,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5e66af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33695,-1] 2024-11-13T18:10:13,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:13,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:13,009 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bce256e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0f134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,43551,-1 for getting cluster id 2024-11-13T18:10:13,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:13,011 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '361dd883-3ca9-4c95-b2c4-0341e3345a4d' 2024-11-13T18:10:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "361dd883-3ca9-4c95-b2c4-0341e3345a4d" 2024-11-13T18:10:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d19677a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,43551,-1] 2024-11-13T18:10:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:13,013 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:13,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5640b6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de6a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33695,-1 for getting cluster id 2024-11-13T18:10:13,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:13,015 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe771a4b-79d7-4539-8438-2ca98a4fb15d' 2024-11-13T18:10:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe771a4b-79d7-4539-8438-2ca98a4fb15d" 2024-11-13T18:10:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc3cfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33695,-1] 2024-11-13T18:10:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:13,016 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:13,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab6416b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33695,1731521402121 2024-11-13T18:10:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ea2b16c 2024-11-13T18:10:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:13,019 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:13,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:43551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:10:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:10:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:13,022 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:43551' 2024-11-13T18:10:13,023 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bd25fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,023 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,43551,-1 for getting cluster id 2024-11-13T18:10:13,023 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:13,023 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '361dd883-3ca9-4c95-b2c4-0341e3345a4d' 2024-11-13T18:10:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "361dd883-3ca9-4c95-b2c4-0341e3345a4d" 2024-11-13T18:10:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30171946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,43551,-1] 2024-11-13T18:10:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:13,025 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:13,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76773278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:13,026 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:13,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,43551,1731521406115 2024-11-13T18:10:13,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34d0f1b2 2024-11-13T18:10:13,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:13,027 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:13,028 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T18:10:13,028 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:10:13,028 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:13,028 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:13,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:13,029 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:13,030 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:10:13,031 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:10:13,031 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:13,031 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:10:13,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:10:13,080 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:10:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:13,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1c0a51fa336ab4db065136c56882037, NAME => 'hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f 2024-11-13T18:10:13,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:10:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:13,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T18:10:13,860 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:13,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b1c0a51fa336ab4db065136c56882037, disabling compactions & flushes 2024-11-13T18:10:13,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:13,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:13,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. after waiting 0 ms 2024-11-13T18:10:13,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:13,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:13,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1c0a51fa336ab4db065136c56882037: Waiting for close lock at 1731521413861Disabling compacts and flushes for region at 1731521413861Disabling writes for close at 1731521413861Writing region close event to WAL at 1731521413861Closed at 1731521413861 2024-11-13T18:10:13,868 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:10:13,868 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521413868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521413868"}]},"ts":"1731521413868"} 2024-11-13T18:10:13,874 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:10:13,880 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:10:13,880 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521413880"}]},"ts":"1731521413880"} 2024-11-13T18:10:13,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:10:13,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:10:13,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:10:13,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T18:10:13,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:10:13,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T18:10:13,895 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:10:13,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1c0a51fa336ab4db065136c56882037, ASSIGN}] 2024-11-13T18:10:13,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1c0a51fa336ab4db065136c56882037, ASSIGN 2024-11-13T18:10:13,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1c0a51fa336ab4db065136c56882037, ASSIGN; state=OFFLINE, location=39e84130bbc9,40199,1731521402181; forceNewPlan=false, retain=false 2024-11-13T18:10:14,053 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1c0a51fa336ab4db065136c56882037, regionState=OPENING, regionLocation=39e84130bbc9,40199,1731521402181 2024-11-13T18:10:14,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1c0a51fa336ab4db065136c56882037, ASSIGN because future has completed 2024-11-13T18:10:14,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1c0a51fa336ab4db065136c56882037, server=39e84130bbc9,40199,1731521402181}] 2024-11-13T18:10:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:14,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:14,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:14,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:10:14,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40199%2C1731521402181.rep, suffix=, logDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181, archiveDir=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/oldWALs, maxLogs=10 2024-11-13T18:10:14,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.rep.1731521414259, exclude list is [], retry=0 2024-11-13T18:10:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-870808bd-c74f-4db6-bbb7-727472031811,DISK] 2024-11-13T18:10:14,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.rep.1731521414259 2024-11-13T18:10:14,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-13T18:10:14,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b1c0a51fa336ab4db065136c56882037, NAME => 'hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:14,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:14,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:10:14,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. service=MultiRowMutationService 2024-11-13T18:10:14,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:10:14,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:14,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,342 INFO [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,350 INFO [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1c0a51fa336ab4db065136c56882037 columnFamilyName hfileref 2024-11-13T18:10:14,350 DEBUG [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:14,353 INFO [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] regionserver.HStore(327): Store=b1c0a51fa336ab4db065136c56882037/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:14,353 INFO [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,364 INFO [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1c0a51fa336ab4db065136c56882037 columnFamilyName queue 2024-11-13T18:10:14,364 DEBUG [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:14,369 INFO [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] regionserver.HStore(327): Store=b1c0a51fa336ab4db065136c56882037/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:14,369 INFO [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,382 INFO [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1c0a51fa336ab4db065136c56882037 columnFamilyName sid 2024-11-13T18:10:14,382 DEBUG [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:14,383 INFO [StoreOpener-b1c0a51fa336ab4db065136c56882037-1 {}] regionserver.HStore(327): Store=b1c0a51fa336ab4db065136c56882037/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:14,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/replication/b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/replication/b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:10:14,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/replication/b1c0a51fa336ab4db065136c56882037/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:14,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b1c0a51fa336ab4db065136c56882037; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64832978, jitterRate=-0.03391334414482117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:10:14,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:14,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b1c0a51fa336ab4db065136c56882037: Running coprocessor pre-open hook at 1731521414309Writing region info on filesystem at 1731521414309Initializing all the Stores at 1731521414319 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521414319Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521414338 (+19 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521414338Cleaning up temporary data from old regions at 1731521414396 (+58 ms)Running coprocessor post-open hooks at 1731521414414 (+18 ms)Region opened successfully at 1731521414415 (+1 ms) 2024-11-13T18:10:14,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037., pid=10, masterSystemTime=1731521414229 2024-11-13T18:10:14,424 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1c0a51fa336ab4db065136c56882037, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,40199,1731521402181 2024-11-13T18:10:14,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:14,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:14,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1c0a51fa336ab4db065136c56882037, server=39e84130bbc9,40199,1731521402181 because future has completed 2024-11-13T18:10:14,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:10:14,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b1c0a51fa336ab4db065136c56882037, server=39e84130bbc9,40199,1731521402181 in 372 msec 2024-11-13T18:10:14,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:10:14,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1c0a51fa336ab4db065136c56882037, ASSIGN in 550 msec 2024-11-13T18:10:14,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:10:14,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521414449"}]},"ts":"1731521414449"} 2024-11-13T18:10:14,466 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:10:14,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:10:14,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4490 sec 2024-11-13T18:10:14,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037., hostname=39e84130bbc9,40199,1731521402181, seqNum=2] 2024-11-13T18:10:14,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:14,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:14,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:10:14,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:10:14,698 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:10:14,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:10:14,737 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,40199,1731521402181, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:10:14,738 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:14,738 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40199,1731521402181, seqNum=-1] 2024-11-13T18:10:14,738 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:14,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T18:10:14,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,40199,1731521402181', locateType=CURRENT is [region=hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037., hostname=39e84130bbc9,40199,1731521402181, seqNum=2] 2024-11-13T18:10:14,748 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:10:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:10:14,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:14,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:14,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:14,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:14,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:14,755 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,40199,1731521402181 suceeded 2024-11-13T18:10:14,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:14,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:10:14,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-13T18:10:14,760 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:43551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:10:14,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:14,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7410 sec 2024-11-13T18:10:14,770 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:43551' 2024-11-13T18:10:14,773 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1abb624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:14,773 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,43551,-1 for getting cluster id 2024-11-13T18:10:14,774 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:14,774 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '361dd883-3ca9-4c95-b2c4-0341e3345a4d' 2024-11-13T18:10:14,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:14,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "361dd883-3ca9-4c95-b2c4-0341e3345a4d" 2024-11-13T18:10:14,777 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:14,778 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79a41a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:14,778 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,43551,-1] 2024-11-13T18:10:14,778 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:14,779 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:14,782 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4335ef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:14,782 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:14,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:14,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:14,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,43551,1731521406115 2024-11-13T18:10:14,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eeca92a 2024-11-13T18:10:14,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:14,787 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T18:10:14,788 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,40199,1731521402181 (queues=1) is replicating from cluster=fe771a4b-79d7-4539-8438-2ca98a4fb15d to cluster=361dd883-3ca9-4c95-b2c4-0341e3345a4d 2024-11-13T18:10:14,788 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C40199%2C1731521402181 2024-11-13T18:10:14,788 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,40199,1731521402181, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:10:14,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:14,802 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148, startPosition=0, beingWritten=true 2024-11-13T18:10:14,817 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C40199%2C1731521402181 2024-11-13T18:10:14,858 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:14,859 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 379, reset compression=false 2024-11-13T18:10:14,861 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40199,1731521402181 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:14,988 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T18:10:15,073 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 379, reset compression=false 2024-11-13T18:10:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:15,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:10:15,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:15,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:15,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:15,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:15,179 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:10:15,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750fd743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:15,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,43551,-1 for getting cluster id 2024-11-13T18:10:15,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:15,186 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '361dd883-3ca9-4c95-b2c4-0341e3345a4d' 2024-11-13T18:10:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "361dd883-3ca9-4c95-b2c4-0341e3345a4d" 2024-11-13T18:10:15,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d571830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:15,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,43551,-1] 2024-11-13T18:10:15,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:15,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:15,193 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7638f650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:15,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:15,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,43551,1731521406115 2024-11-13T18:10:15,196 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e1490ec 2024-11-13T18:10:15,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:15,197 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:15,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:33695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:10:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:10:15,201 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:33695' 2024-11-13T18:10:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:15,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac2f888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:15,214 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33695,-1 for getting cluster id 2024-11-13T18:10:15,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:15,215 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe771a4b-79d7-4539-8438-2ca98a4fb15d' 2024-11-13T18:10:15,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:15,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe771a4b-79d7-4539-8438-2ca98a4fb15d" 2024-11-13T18:10:15,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dafe056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:15,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33695,-1] 2024-11-13T18:10:15,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:15,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:15,217 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:15,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6001182a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:15,224 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:15,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33695,1731521402121 2024-11-13T18:10:15,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5770d756 2024-11-13T18:10:15,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:15,230 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:15,237 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T18:10:15,238 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:10:15,238 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:15,238 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:15,238 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:15,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:15,240 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:10:15,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:10:15,243 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:15,244 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:10:15,290 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:10:15,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:10:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:15,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0400124e5c0fe344e2c1efc5e3638448, NAME => 'hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a 2024-11-13T18:10:15,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:10:15,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:15,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0400124e5c0fe344e2c1efc5e3638448, disabling compactions & flushes 2024-11-13T18:10:15,360 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:15,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:15,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. after waiting 0 ms 2024-11-13T18:10:15,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:15,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:15,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0400124e5c0fe344e2c1efc5e3638448: Waiting for close lock at 1731521415360Disabling compacts and flushes for region at 1731521415360Disabling writes for close at 1731521415361 (+1 ms)Writing region close event to WAL at 1731521415361Closed at 1731521415361 2024-11-13T18:10:15,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:10:15,363 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521415363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521415363"}]},"ts":"1731521415363"} 2024-11-13T18:10:15,371 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:10:15,373 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:10:15,373 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521415373"}]},"ts":"1731521415373"} 2024-11-13T18:10:15,375 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:10:15,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0400124e5c0fe344e2c1efc5e3638448, ASSIGN}] 2024-11-13T18:10:15,377 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0400124e5c0fe344e2c1efc5e3638448, ASSIGN 2024-11-13T18:10:15,378 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0400124e5c0fe344e2c1efc5e3638448, ASSIGN; state=OFFLINE, location=39e84130bbc9,35147,1731521406317; forceNewPlan=false, retain=false 2024-11-13T18:10:15,398 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 379, reset compression=false 2024-11-13T18:10:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:15,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0400124e5c0fe344e2c1efc5e3638448, regionState=OPENING, regionLocation=39e84130bbc9,35147,1731521406317 2024-11-13T18:10:15,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0400124e5c0fe344e2c1efc5e3638448, ASSIGN because future has completed 2024-11-13T18:10:15,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0400124e5c0fe344e2c1efc5e3638448, server=39e84130bbc9,35147,1731521406317}] 2024-11-13T18:10:15,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:15,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:15,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:10:15,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C35147%2C1731521406317.rep, suffix=, logDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317, archiveDir=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/oldWALs, maxLogs=10 2024-11-13T18:10:15,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.rep.1731521415716, exclude list is [], retry=0 2024-11-13T18:10:15,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44241,DS-a4af2c11-bb59-4dd1-9374-85fb7a08eb6d,DISK] 2024-11-13T18:10:15,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.rep.1731521415716 2024-11-13T18:10:15,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43549:43549)] 2024-11-13T18:10:15,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0400124e5c0fe344e2c1efc5e3638448, NAME => 'hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:15,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:15,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:10:15,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. service=MultiRowMutationService 2024-11-13T18:10:15,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:10:15,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:15,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,747 INFO [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,748 INFO [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0400124e5c0fe344e2c1efc5e3638448 columnFamilyName hfileref 2024-11-13T18:10:15,748 DEBUG [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:15,749 INFO [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] regionserver.HStore(327): Store=0400124e5c0fe344e2c1efc5e3638448/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:15,749 INFO [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,750 INFO [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0400124e5c0fe344e2c1efc5e3638448 columnFamilyName queue 2024-11-13T18:10:15,750 DEBUG [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:15,750 INFO [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] regionserver.HStore(327): Store=0400124e5c0fe344e2c1efc5e3638448/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:15,750 INFO [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,751 INFO [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0400124e5c0fe344e2c1efc5e3638448 columnFamilyName sid 2024-11-13T18:10:15,751 DEBUG [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:15,752 INFO [StoreOpener-0400124e5c0fe344e2c1efc5e3638448-1 {}] regionserver.HStore(327): Store=0400124e5c0fe344e2c1efc5e3638448/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:15,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/replication/0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/replication/0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:10:15,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/replication/0400124e5c0fe344e2c1efc5e3638448/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:15,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0400124e5c0fe344e2c1efc5e3638448; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72884502, jitterRate=0.08606371283531189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:10:15,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:15,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0400124e5c0fe344e2c1efc5e3638448: Running coprocessor pre-open hook at 1731521415743Writing region info on filesystem at 1731521415743Initializing all the Stores at 1731521415746 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521415746Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521415747 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521415747Cleaning up temporary data from old regions at 1731521415754 (+7 ms)Running coprocessor post-open hooks at 1731521415759 (+5 ms)Region opened successfully at 1731521415759 2024-11-13T18:10:15,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448., pid=10, masterSystemTime=1731521415702 2024-11-13T18:10:15,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:15,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:15,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0400124e5c0fe344e2c1efc5e3638448, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,35147,1731521406317 2024-11-13T18:10:15,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0400124e5c0fe344e2c1efc5e3638448, server=39e84130bbc9,35147,1731521406317 because future has completed 2024-11-13T18:10:15,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:10:15,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0400124e5c0fe344e2c1efc5e3638448, server=39e84130bbc9,35147,1731521406317 in 223 msec 2024-11-13T18:10:15,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:10:15,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0400124e5c0fe344e2c1efc5e3638448, ASSIGN in 397 msec 2024-11-13T18:10:15,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:10:15,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521415776"}]},"ts":"1731521415776"} 2024-11-13T18:10:15,793 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:10:15,794 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:10:15,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 556 msec 2024-11-13T18:10:15,815 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 379, reset compression=false 2024-11-13T18:10:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:15,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448., hostname=39e84130bbc9,35147,1731521406317, seqNum=2] 2024-11-13T18:10:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:15,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:15,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:10:16,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35147 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:10:16,021 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:10:16,093 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,35147,1731521406317, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:10:16,093 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:16,093 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,35147,1731521406317, seqNum=-1] 2024-11-13T18:10:16,094 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:16,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T18:10:16,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,35147,1731521406317', locateType=CURRENT is [region=hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448., hostname=39e84130bbc9,35147,1731521406317, seqNum=2] 2024-11-13T18:10:16,113 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:10:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:10:16,121 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,35147,1731521406317 suceeded 2024-11-13T18:10:16,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:10:16,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 254 msec 2024-11-13T18:10:16,124 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:33695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:10:16,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 926 msec 2024-11-13T18:10:16,139 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:33695' 2024-11-13T18:10:16,141 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5020fed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:16,141 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33695,-1 for getting cluster id 2024-11-13T18:10:16,142 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:16,146 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe771a4b-79d7-4539-8438-2ca98a4fb15d' 2024-11-13T18:10:16,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:16,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe771a4b-79d7-4539-8438-2ca98a4fb15d" 2024-11-13T18:10:16,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45cc9b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33695,-1] 2024-11-13T18:10:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:16,151 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:16,152 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c0b380a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:16,152 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:16,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,33695,1731521402121 2024-11-13T18:10:16,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2472e3aa 2024-11-13T18:10:16,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:16,154 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T18:10:16,157 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,35147,1731521406317 (queues=1) is replicating from cluster=361dd883-3ca9-4c95-b2c4-0341e3345a4d to cluster=fe771a4b-79d7-4539-8438-2ca98a4fb15d 2024-11-13T18:10:16,157 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C35147%2C1731521406317 2024-11-13T18:10:16,157 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,35147,1731521406317, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:10:16,165 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046, startPosition=0, beingWritten=true 2024-11-13T18:10:16,185 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C35147%2C1731521406317 2024-11-13T18:10:16,193 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:16,193 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 379, reset compression=false 2024-11-13T18:10:16,193 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,35147,1731521406317 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:16,319 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 379, reset compression=false 2024-11-13T18:10:16,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:16,335 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:16,335 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18274 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:16,336 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:10:16,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:10:16,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:16,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:16,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:16,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:16,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40199,1731521402181, seqNum=-1] 2024-11-13T18:10:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:16,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784., hostname=39e84130bbc9,40199,1731521402181, seqNum=2] 2024-11-13T18:10:16,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:16,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,35147,1731521406317, seqNum=-1] 2024-11-13T18:10:16,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:16,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:16,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521410823.8d4cc444753d322029c471aa0c269323., hostname=39e84130bbc9,35147,1731521406317, seqNum=2] 2024-11-13T18:10:16,353 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T18:10:16,403 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 379, reset compression=false 2024-11-13T18:10:16,707 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 379, reset compression=false 2024-11-13T18:10:16,930 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 379, reset compression=false 2024-11-13T18:10:16,935 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:16,935 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 480, reset compression=false 2024-11-13T18:10:16,936 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40199,1731521402181 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3c89f3333f7d648b33e78f78f9cb784/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T18:10:16,944 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:10:16,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T18:10:16,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:16,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16620873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:16,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,43551,-1 for getting cluster id 2024-11-13T18:10:16,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:16,956 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '361dd883-3ca9-4c95-b2c4-0341e3345a4d' 2024-11-13T18:10:16,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:16,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "361dd883-3ca9-4c95-b2c4-0341e3345a4d" 2024-11-13T18:10:16,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b51e376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:16,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,43551,-1] 2024-11-13T18:10:16,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:16,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:16,966 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:16,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e028e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:16,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:16,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,35147,1731521406317, seqNum=-1] 2024-11-13T18:10:16,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:16,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T18:10:17,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521410823.8d4cc444753d322029c471aa0c269323., hostname=39e84130bbc9,35147,1731521406317, seqNum=2] 2024-11-13T18:10:17,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:17,134 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 379, reset compression=false 2024-11-13T18:10:17,141 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 480, reset compression=false 2024-11-13T18:10:17,166 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:17,167 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 504, reset compression=false 2024-11-13T18:10:17,168 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,35147,1731521406317 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:17,361 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T18:10:17,378 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T18:10:17,403 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 504, reset compression=false 2024-11-13T18:10:17,430 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:17,430 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 608, reset compression=false 2024-11-13T18:10:17,433 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,35147,1731521406317 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d4cc444753d322029c471aa0c269323/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T18:10:17,445 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:10:17,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T18:10:17,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:17,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@445dd12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:17,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,33695,-1 for getting cluster id 2024-11-13T18:10:17,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:17,458 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe771a4b-79d7-4539-8438-2ca98a4fb15d' 2024-11-13T18:10:17,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:17,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe771a4b-79d7-4539-8438-2ca98a4fb15d" 2024-11-13T18:10:17,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@818e447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:17,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,33695,-1] 2024-11-13T18:10:17,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:17,461 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:17,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e0c5227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:17,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:17,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40199,1731521402181, seqNum=-1] 2024-11-13T18:10:17,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:17,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T18:10:17,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784., hostname=39e84130bbc9,40199,1731521402181, seqNum=2] 2024-11-13T18:10:17,482 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 480, reset compression=false 2024-11-13T18:10:17,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:17,499 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:17,500 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 607, reset compression=false 2024-11-13T18:10:17,500 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40199,1731521402181 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:17,651 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 608, reset compression=false 2024-11-13T18:10:17,723 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 607, reset compression=false 2024-11-13T18:10:17,955 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 608, reset compression=false 2024-11-13T18:10:18,033 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 607, reset compression=false 2024-11-13T18:10:18,378 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 608, reset compression=false 2024-11-13T18:10:18,380 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T18:10:18,388 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T18:10:18,447 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 607, reset compression=false 2024-11-13T18:10:18,485 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:18,486 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 763, reset compression=false 2024-11-13T18:10:18,486 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40199,1731521402181 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3c89f3333f7d648b33e78f78f9cb784/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T18:10:18,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:18,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:18,712 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 763, reset compression=false 2024-11-13T18:10:18,883 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 608, reset compression=false 2024-11-13T18:10:18,914 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:18,914 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 756, reset compression=false 2024-11-13T18:10:18,914 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,35147,1731521406317 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:19,017 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 763, reset compression=false 2024-11-13T18:10:19,126 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 756, reset compression=false 2024-11-13T18:10:19,397 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T18:10:19,408 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T18:10:19,427 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 763, reset compression=false 2024-11-13T18:10:19,453 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 756, reset compression=false 2024-11-13T18:10:19,460 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:19,460 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 915, reset compression=false 2024-11-13T18:10:19,460 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,35147,1731521406317 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d4cc444753d322029c471aa0c269323/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T18:10:19,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:19,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:19,693 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 915, reset compression=false 2024-11-13T18:10:19,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:10:19,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:19,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:19,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:19,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:19,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:19,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:19,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:19,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:19,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:19,965 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 763, reset compression=false 2024-11-13T18:10:19,974 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:19,974 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 912, reset compression=false 2024-11-13T18:10:19,974 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40199,1731521402181 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:20,032 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 915, reset compression=false 2024-11-13T18:10:20,181 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 912, reset compression=false 2024-11-13T18:10:20,412 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T18:10:20,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:10:20,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:10:20,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:20,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:20,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:20,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:10:20,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=785327098, stopped=false 2024-11-13T18:10:20,418 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,43551,1731521406115 2024-11-13T18:10:20,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:20,421 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:10:20,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1475980216/running 2024-11-13T18:10:20,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:20,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:10:20,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:20,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:20,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Set watcher on znode that does not yet exist, /1-1475980216/running 2024-11-13T18:10:20,422 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,35147,1731521406317' ***** 2024-11-13T18:10:20,422 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:10:20,422 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:10:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1475980216/running 2024-11-13T18:10:20,423 INFO [RS:0;39e84130bbc9:35147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:10:20,423 INFO [RS:0;39e84130bbc9:35147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:10:20,423 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:10:20,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:20,423 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(3091): Received CLOSE for 0400124e5c0fe344e2c1efc5e3638448 2024-11-13T18:10:20,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Set watcher on znode that does not yet exist, /1-1475980216/running 2024-11-13T18:10:20,437 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:20,437 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,35147,1731521406317 2024-11-13T18:10:20,437 INFO [RS:0;39e84130bbc9:35147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:10:20,437 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0400124e5c0fe344e2c1efc5e3638448, disabling compactions & flushes 2024-11-13T18:10:20,437 INFO [RS:0;39e84130bbc9:35147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:35147. 2024-11-13T18:10:20,438 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:20,438 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:20,438 DEBUG [RS:0;39e84130bbc9:35147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:20,438 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. after waiting 0 ms 2024-11-13T18:10:20,438 DEBUG [RS:0;39e84130bbc9:35147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:20,438 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:20,438 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:10:20,438 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:10:20,438 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0400124e5c0fe344e2c1efc5e3638448 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T18:10:20,438 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:10:20,438 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:10:20,439 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 915, reset compression=false 2024-11-13T18:10:20,440 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:10:20,440 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0400124e5c0fe344e2c1efc5e3638448=hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448., 8d4cc444753d322029c471aa0c269323=test,,1731521410823.8d4cc444753d322029c471aa0c269323.} 2024-11-13T18:10:20,440 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1351): Waiting on 0400124e5c0fe344e2c1efc5e3638448, 1588230740, 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:20,441 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:10:20,443 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:10:20,443 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:10:20,443 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:10:20,443 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:10:20,443 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:10:20,456 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:10:20,486 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/replication/0400124e5c0fe344e2c1efc5e3638448/.tmp/queue/91395baf15604196a5c92a397b285a89 is 153, key is 1-39e84130bbc9,35147,1731521406317/queue:39e84130bbc9%2C35147%2C1731521406317/1731521419467/Put/seqid=0 2024-11-13T18:10:20,490 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/info/49a91f8753c94af5b976d32fad1e2afd is 147, key is hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448./info:regioninfo/1731521415763/Put/seqid=0 2024-11-13T18:10:20,508 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 912, reset compression=false 2024-11-13T18:10:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741840_1016 (size=5352) 2024-11-13T18:10:20,546 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/replication/0400124e5c0fe344e2c1efc5e3638448/.tmp/queue/91395baf15604196a5c92a397b285a89 2024-11-13T18:10:20,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741841_1017 (size=7686) 2024-11-13T18:10:20,559 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/info/49a91f8753c94af5b976d32fad1e2afd 2024-11-13T18:10:20,587 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/replication/0400124e5c0fe344e2c1efc5e3638448/.tmp/queue/91395baf15604196a5c92a397b285a89 as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/replication/0400124e5c0fe344e2c1efc5e3638448/queue/91395baf15604196a5c92a397b285a89 2024-11-13T18:10:20,598 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/replication/0400124e5c0fe344e2c1efc5e3638448/queue/91395baf15604196a5c92a397b285a89, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T18:10:20,602 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 0400124e5c0fe344e2c1efc5e3638448 in 164ms, sequenceid=10, compaction requested=false 2024-11-13T18:10:20,608 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/ns/5eeb6061c8c740e380cdf6c5e2198c0c is 43, key is default/ns:d/1731521409418/Put/seqid=0 2024-11-13T18:10:20,627 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/replication/0400124e5c0fe344e2c1efc5e3638448/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T18:10:20,632 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:10:20,632 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:10:20,632 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:20,632 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0400124e5c0fe344e2c1efc5e3638448: Waiting for close lock at 1731521420437Running coprocessor pre-close hooks at 1731521420437Disabling compacts and flushes for region at 1731521420437Disabling writes for close at 1731521420438 (+1 ms)Obtaining lock to block concurrent updates at 1731521420438Preparing flush snapshotting stores in 0400124e5c0fe344e2c1efc5e3638448 at 1731521420438Finished memstore snapshotting hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731521420438Flushing stores of hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. at 1731521420439 (+1 ms)Flushing 0400124e5c0fe344e2c1efc5e3638448/queue: creating writer at 1731521420439Flushing 0400124e5c0fe344e2c1efc5e3638448/queue: appending metadata at 1731521420485 (+46 ms)Flushing 0400124e5c0fe344e2c1efc5e3638448/queue: closing flushed file at 1731521420485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff69817: reopening flushed file at 1731521420586 (+101 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 0400124e5c0fe344e2c1efc5e3638448 in 164ms, sequenceid=10, compaction requested=false at 1731521420602 (+16 ms)Writing region close event to WAL at 1731521420602Running coprocessor post-close hooks at 1731521420631 (+29 ms)Closed at 1731521420632 (+1 ms) 2024-11-13T18:10:20,632 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521415238.0400124e5c0fe344e2c1efc5e3638448. 2024-11-13T18:10:20,632 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d4cc444753d322029c471aa0c269323, disabling compactions & flushes 2024-11-13T18:10:20,632 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:20,632 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:20,632 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521410823.8d4cc444753d322029c471aa0c269323. after waiting 0 ms 2024-11-13T18:10:20,632 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:20,632 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d4cc444753d322029c471aa0c269323 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T18:10:20,641 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:20,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:10:20,654 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/ns/5eeb6061c8c740e380cdf6c5e2198c0c 2024-11-13T18:10:20,678 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/.tmp/f/d771d8fcb87f42ff8bfe2c877d644bbd is 29, key is row1/f:/1731521419401/DeleteFamily/seqid=0 2024-11-13T18:10:20,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741843_1019 (size=5118) 2024-11-13T18:10:20,737 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/.tmp/f/d771d8fcb87f42ff8bfe2c877d644bbd 2024-11-13T18:10:20,738 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/rep_barrier/634e4fe592634e20b52863d34e39a46a is 112, key is test,,1731521410823.8d4cc444753d322029c471aa0c269323./rep_barrier:seqnumDuringOpen/1731521412294/Put/seqid=0 2024-11-13T18:10:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741844_1020 (size=5518) 2024-11-13T18:10:20,766 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d771d8fcb87f42ff8bfe2c877d644bbd 2024-11-13T18:10:20,802 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/.tmp/f1/ff08ff6b9df64acca7c33cba91469452 is 30, key is row1/f1:/1731521419401/DeleteFamily/seqid=0 2024-11-13T18:10:20,841 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:20,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741845_1021 (size=5123) 2024-11-13T18:10:20,898 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:10:20,898 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:10:20,960 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 915, reset compression=false 2024-11-13T18:10:20,975 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 912, reset compression=false 2024-11-13T18:10:20,983 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:20,984 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 1162, reset compression=false 2024-11-13T18:10:20,984 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,35147,1731521406317 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:20,985 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,35147,1731521406317: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,35147,1731521406317, walGroup=39e84130bbc9%2C35147%2C1731521406317, offset=39e84130bbc9%2C35147%2C1731521406317.1731521408046:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:35147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:10:20,986 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:10:20,986 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:10:20,986 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:10:20,986 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:10:20,986 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:10:20,986 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 617076760 }, "NonHeapMemoryUsage": { "committed": 195821568, "init": 7667712, "max": -1, "used": 191032880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:10:20,987 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:43551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:43551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:10:21,043 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:21,162 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/rep_barrier/634e4fe592634e20b52863d34e39a46a 2024-11-13T18:10:21,217 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 1162, reset compression=false 2024-11-13T18:10:21,239 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/table/0467b3bbe5ad40abb128ea5b2ce8f62c is 53, key is hbase:replication/table:state/1731521415776/Put/seqid=0 2024-11-13T18:10:21,244 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:21,273 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/.tmp/f1/ff08ff6b9df64acca7c33cba91469452 2024-11-13T18:10:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741846_1022 (size=5308) 2024-11-13T18:10:21,290 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/table/0467b3bbe5ad40abb128ea5b2ce8f62c 2024-11-13T18:10:21,306 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff08ff6b9df64acca7c33cba91469452 2024-11-13T18:10:21,348 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/.tmp/norep/3d7b4feabde54b52b73605b5d4f0fd8d is 33, key is row1/norep:/1731521419401/DeleteFamily/seqid=0 2024-11-13T18:10:21,349 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/info/49a91f8753c94af5b976d32fad1e2afd as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/info/49a91f8753c94af5b976d32fad1e2afd 2024-11-13T18:10:21,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741847_1023 (size=5108) 2024-11-13T18:10:21,397 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/info/49a91f8753c94af5b976d32fad1e2afd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:10:21,402 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/ns/5eeb6061c8c740e380cdf6c5e2198c0c as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/ns/5eeb6061c8c740e380cdf6c5e2198c0c 2024-11-13T18:10:21,438 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/ns/5eeb6061c8c740e380cdf6c5e2198c0c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:10:21,444 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:10:21,444 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8d4cc444753d322029c471aa0c269323=test,,1731521410823.8d4cc444753d322029c471aa0c269323.} 2024-11-13T18:10:21,445 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:21,448 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/rep_barrier/634e4fe592634e20b52863d34e39a46a as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/rep_barrier/634e4fe592634e20b52863d34e39a46a 2024-11-13T18:10:21,478 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/rep_barrier/634e4fe592634e20b52863d34e39a46a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:10:21,485 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/.tmp/table/0467b3bbe5ad40abb128ea5b2ce8f62c as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/table/0467b3bbe5ad40abb128ea5b2ce8f62c 2024-11-13T18:10:21,497 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 912, reset compression=false 2024-11-13T18:10:21,502 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/table/0467b3bbe5ad40abb128ea5b2ce8f62c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:10:21,504 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1061ms, sequenceid=16, compaction requested=false 2024-11-13T18:10:21,561 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 1162, reset compression=false 2024-11-13T18:10:21,585 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:10:21,593 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:10:21,593 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:10:21,593 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:10:21,593 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521420441Running coprocessor pre-close hooks at 1731521420441Disabling compacts and flushes for region at 1731521420441Disabling writes for close at 1731521420443 (+2 ms)Obtaining lock to block concurrent updates at 1731521420443Preparing flush snapshotting stores in 1588230740 at 1731521420443Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521420444 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521420445 (+1 ms)Flushing 1588230740/info: creating writer at 1731521420445Flushing 1588230740/info: appending metadata at 1731521420489 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731521420489Flushing 1588230740/ns: creating writer at 1731521420572 (+83 ms)Flushing 1588230740/ns: appending metadata at 1731521420607 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731521420607Flushing 1588230740/rep_barrier: creating writer at 1731521420693 (+86 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521420733 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521420733Flushing 1588230740/table: creating writer at 1731521421182 (+449 ms)Flushing 1588230740/table: appending metadata at 1731521421239 (+57 ms)Flushing 1588230740/table: closing flushed file at 1731521421239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad5b151: reopening flushed file at 1731521421326 (+87 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19475779: reopening flushed file at 1731521421398 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69014089: reopening flushed file at 1731521421438 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eed5cdf: reopening flushed file at 1731521421478 (+40 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1061ms, sequenceid=16, compaction requested=false at 1731521421504 (+26 ms)Writing region close event to WAL at 1731521421560 (+56 ms)Running coprocessor post-close hooks at 1731521421593 (+33 ms)Closed at 1731521421593 2024-11-13T18:10:21,594 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:10:21,646 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1351): Waiting on 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:21,794 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/.tmp/norep/3d7b4feabde54b52b73605b5d4f0fd8d 2024-11-13T18:10:21,820 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d7b4feabde54b52b73605b5d4f0fd8d 2024-11-13T18:10:21,825 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/.tmp/f/d771d8fcb87f42ff8bfe2c877d644bbd as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/f/d771d8fcb87f42ff8bfe2c877d644bbd 2024-11-13T18:10:21,847 DEBUG [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1351): Waiting on 8d4cc444753d322029c471aa0c269323 2024-11-13T18:10:21,854 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d771d8fcb87f42ff8bfe2c877d644bbd 2024-11-13T18:10:21,854 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/f/d771d8fcb87f42ff8bfe2c877d644bbd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T18:10:21,861 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/.tmp/f1/ff08ff6b9df64acca7c33cba91469452 as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/f1/ff08ff6b9df64acca7c33cba91469452 2024-11-13T18:10:21,894 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff08ff6b9df64acca7c33cba91469452 2024-11-13T18:10:21,894 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/f1/ff08ff6b9df64acca7c33cba91469452, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T18:10:21,901 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/.tmp/norep/3d7b4feabde54b52b73605b5d4f0fd8d as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/norep/3d7b4feabde54b52b73605b5d4f0fd8d 2024-11-13T18:10:21,924 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d7b4feabde54b52b73605b5d4f0fd8d 2024-11-13T18:10:21,924 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/norep/3d7b4feabde54b52b73605b5d4f0fd8d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T18:10:21,928 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8d4cc444753d322029c471aa0c269323 in 1295ms, sequenceid=8, compaction requested=false 2024-11-13T18:10:21,979 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/data/default/test/8d4cc444753d322029c471aa0c269323/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:10:21,984 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:10:21,984 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:10:21,984 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:21,984 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d4cc444753d322029c471aa0c269323: Waiting for close lock at 1731521420632Running coprocessor pre-close hooks at 1731521420632Disabling compacts and flushes for region at 1731521420632Disabling writes for close at 1731521420632Obtaining lock to block concurrent updates at 1731521420632Preparing flush snapshotting stores in 8d4cc444753d322029c471aa0c269323 at 1731521420632Finished memstore snapshotting test,,1731521410823.8d4cc444753d322029c471aa0c269323., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731521420633 (+1 ms)Flushing stores of test,,1731521410823.8d4cc444753d322029c471aa0c269323. at 1731521420634 (+1 ms)Flushing 8d4cc444753d322029c471aa0c269323/f: creating writer at 1731521420634Flushing 8d4cc444753d322029c471aa0c269323/f: appending metadata at 1731521420674 (+40 ms)Flushing 8d4cc444753d322029c471aa0c269323/f: closing flushed file at 1731521420677 (+3 ms)Flushing 8d4cc444753d322029c471aa0c269323/f1: creating writer at 1731521420766 (+89 ms)Flushing 8d4cc444753d322029c471aa0c269323/f1: appending metadata at 1731521420801 (+35 ms)Flushing 8d4cc444753d322029c471aa0c269323/f1: closing flushed file at 1731521420801Flushing 8d4cc444753d322029c471aa0c269323/norep: creating writer at 1731521421307 (+506 ms)Flushing 8d4cc444753d322029c471aa0c269323/norep: appending metadata at 1731521421347 (+40 ms)Flushing 8d4cc444753d322029c471aa0c269323/norep: closing flushed file at 1731521421347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d99a6db: reopening flushed file at 1731521421820 (+473 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abdd864: reopening flushed file at 1731521421854 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb2c762: reopening flushed file at 1731521421894 (+40 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8d4cc444753d322029c471aa0c269323 in 1295ms, sequenceid=8, compaction requested=false at 1731521421928 (+34 ms)Writing region close event to WAL at 1731521421954 (+26 ms)Running coprocessor post-close hooks at 1731521421984 (+30 ms)Closed at 1731521421984 2024-11-13T18:10:21,984 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521410823.8d4cc444753d322029c471aa0c269323. 2024-11-13T18:10:21,989 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 1162, reset compression=false 2024-11-13T18:10:22,026 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:22,026 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/WALs/39e84130bbc9,35147,1731521406317/39e84130bbc9%2C35147%2C1731521406317.1731521408046 to pos 1806, reset compression=false 2024-11-13T18:10:22,047 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,35147,1731521406317; all regions closed. 2024-11-13T18:10:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:10:22,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741839_1015 (size=2676) 2024-11-13T18:10:22,134 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 912, reset compression=false 2024-11-13T18:10:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741832_1008 (size=1814) 2024-11-13T18:10:22,155 DEBUG [RS:0;39e84130bbc9:35147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:22,155 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:10:22,155 INFO [RS:0;39e84130bbc9:35147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:10:22,155 INFO [RS:0;39e84130bbc9:35147 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:10:22,155 INFO [RS:0;39e84130bbc9:35147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:10:22,155 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,35147,1731521406317 because: Region server is closing 2024-11-13T18:10:22,155 INFO [RS:0;39e84130bbc9:35147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:35147. 2024-11-13T18:10:22,156 DEBUG [RS:0;39e84130bbc9:35147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:22,156 DEBUG [RS:0;39e84130bbc9:35147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:22,156 DEBUG [RS:0;39e84130bbc9:35147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:22,156 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:10:22,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:22,256 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.shipper39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 terminated 2024-11-13T18:10:22,256 INFO [RS:0;39e84130bbc9:35147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:35147. 2024-11-13T18:10:22,256 DEBUG [RS:0;39e84130bbc9:35147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:22,256 DEBUG [RS:0;39e84130bbc9:35147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:22,257 DEBUG [RS:0;39e84130bbc9:35147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:22,257 INFO [RS:0;39e84130bbc9:35147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35147 2024-11-13T18:10:22,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:22,258 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,35147,1731521406317.replicationSource.wal-reader.39e84130bbc9%2C35147%2C1731521406317,1-39e84130bbc9,35147,1731521406317 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:10:22,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216/rs 2024-11-13T18:10:22,262 INFO [RS:0;39e84130bbc9:35147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:10:22,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1475980216/rs/39e84130bbc9,35147,1731521406317 2024-11-13T18:10:22,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,35147,1731521406317] 2024-11-13T18:10:22,273 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475980216/draining/39e84130bbc9,35147,1731521406317 already deleted, retry=false 2024-11-13T18:10:22,273 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,35147,1731521406317 expired; onlineServers=0 2024-11-13T18:10:22,274 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,43551,1731521406115' ***** 2024-11-13T18:10:22,274 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:10:22,275 INFO [M:0;39e84130bbc9:43551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:10:22,275 INFO [M:0;39e84130bbc9:43551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:10:22,275 DEBUG [M:0;39e84130bbc9:43551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:10:22,275 DEBUG [M:0;39e84130bbc9:43551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:10:22,275 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521407642 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521407642,5,FailOnTimeoutGroup] 2024-11-13T18:10:22,275 INFO [M:0;39e84130bbc9:43551 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:10:22,275 INFO [M:0;39e84130bbc9:43551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:10:22,275 DEBUG [M:0;39e84130bbc9:43551 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:10:22,275 INFO [M:0;39e84130bbc9:43551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:10:22,275 INFO [M:0;39e84130bbc9:43551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:10:22,275 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:10:22,275 INFO [M:0;39e84130bbc9:43551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:10:22,276 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521407645 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521407645,5,FailOnTimeoutGroup] 2024-11-13T18:10:22,276 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:10:22,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1475980216/master 2024-11-13T18:10:22,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475980216 2024-11-13T18:10:22,281 DEBUG [M:0;39e84130bbc9:43551 {}] zookeeper.ZKUtil(347): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Unable to get data of znode /1-1475980216/master because node does not exist (not an error) 2024-11-13T18:10:22,281 WARN [M:0;39e84130bbc9:43551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:10:22,285 INFO [M:0;39e84130bbc9:43551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/.lastflushedseqids 2024-11-13T18:10:22,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741848_1024 (size=245) 2024-11-13T18:10:22,307 INFO [M:0;39e84130bbc9:43551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:10:22,310 INFO [M:0;39e84130bbc9:43551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:10:22,310 DEBUG [M:0;39e84130bbc9:43551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:10:22,310 INFO [M:0;39e84130bbc9:43551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:22,310 DEBUG [M:0;39e84130bbc9:43551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:22,310 DEBUG [M:0;39e84130bbc9:43551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:10:22,310 DEBUG [M:0;39e84130bbc9:43551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:22,311 INFO [M:0;39e84130bbc9:43551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T18:10:22,342 DEBUG [M:0;39e84130bbc9:43551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72f1d308eed9476b9bbaee734e336841 is 82, key is hbase:meta,,1/info:regioninfo/1731521409346/Put/seqid=0 2024-11-13T18:10:22,373 INFO [RS:0;39e84130bbc9:35147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:10:22,374 INFO [RS:0;39e84130bbc9:35147 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,35147,1731521406317; zookeeper connection closed. 2024-11-13T18:10:22,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:10:22,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35147-0x100ed4ac43b0004, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:10:22,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741849_1025 (size=5672) 2024-11-13T18:10:22,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@383300f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@383300f7 2024-11-13T18:10:22,393 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:10:22,781 INFO [M:0;39e84130bbc9:43551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72f1d308eed9476b9bbaee734e336841 2024-11-13T18:10:22,853 DEBUG [M:0;39e84130bbc9:43551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d4374d9db9e427e827b686fbc347c0f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731521415795/Put/seqid=0 2024-11-13T18:10:22,866 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 912, reset compression=false 2024-11-13T18:10:22,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741850_1026 (size=8516) 2024-11-13T18:10:22,906 INFO [M:0;39e84130bbc9:43551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d4374d9db9e427e827b686fbc347c0f 2024-11-13T18:10:22,970 DEBUG [M:0;39e84130bbc9:43551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44597935c8f24fbc9459c8ba39c48ac0 is 69, key is 39e84130bbc9,35147,1731521406317/rs:state/1731521407691/Put/seqid=0 2024-11-13T18:10:23,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741851_1027 (size=5156) 2024-11-13T18:10:23,025 INFO [M:0;39e84130bbc9:43551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44597935c8f24fbc9459c8ba39c48ac0 2024-11-13T18:10:23,054 DEBUG [M:0;39e84130bbc9:43551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72f1d308eed9476b9bbaee734e336841 as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72f1d308eed9476b9bbaee734e336841 2024-11-13T18:10:23,071 INFO [M:0;39e84130bbc9:43551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72f1d308eed9476b9bbaee734e336841, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T18:10:23,072 DEBUG [M:0;39e84130bbc9:43551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d4374d9db9e427e827b686fbc347c0f as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d4374d9db9e427e827b686fbc347c0f 2024-11-13T18:10:23,094 INFO [M:0;39e84130bbc9:43551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d4374d9db9e427e827b686fbc347c0f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T18:10:23,096 DEBUG [M:0;39e84130bbc9:43551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44597935c8f24fbc9459c8ba39c48ac0 as hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44597935c8f24fbc9459c8ba39c48ac0 2024-11-13T18:10:23,105 INFO [M:0;39e84130bbc9:43551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43785/user/jenkins/test-data/ec5330d7-267d-64eb-014c-ef414fd94b5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44597935c8f24fbc9459c8ba39c48ac0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T18:10:23,108 INFO [M:0;39e84130bbc9:43551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 797ms, sequenceid=97, compaction requested=false 2024-11-13T18:10:23,148 INFO [M:0;39e84130bbc9:43551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:23,148 DEBUG [M:0;39e84130bbc9:43551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521422310Disabling compacts and flushes for region at 1731521422310Disabling writes for close at 1731521422310Obtaining lock to block concurrent updates at 1731521422311 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521422311Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731521422311Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521422313 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521422313Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521422342 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521422342Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521422794 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521422848 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521422848Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521422934 (+86 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521422969 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521422970 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c00a941: reopening flushed file at 1731521423047 (+77 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b561e82: reopening flushed file at 1731521423071 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b67e94a: reopening flushed file at 1731521423095 (+24 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 797ms, sequenceid=97, compaction requested=false at 1731521423108 (+13 ms)Writing region close event to WAL at 1731521423148 (+40 ms)Closed at 1731521423148 2024-11-13T18:10:23,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44241 is added to blk_1073741830_1006 (size=63654) 2024-11-13T18:10:23,176 INFO [M:0;39e84130bbc9:43551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:10:23,176 INFO [M:0;39e84130bbc9:43551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43551 2024-11-13T18:10:23,176 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:10:23,176 INFO [M:0;39e84130bbc9:43551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:10:23,285 INFO [M:0;39e84130bbc9:43551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:10:23,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:10:23,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x100ed4ac43b0003, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:10:23,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499050a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:10:23,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e0d79e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:10:23,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:10:23,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264b8677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:10:23,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e3238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/hadoop.log.dir/,STOPPED} 2024-11-13T18:10:23,369 WARN [BP-1504571151-172.17.0.3-1731521404246 heartbeating to localhost/127.0.0.1:43785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:10:23,369 WARN [BP-1504571151-172.17.0.3-1731521404246 heartbeating to localhost/127.0.0.1:43785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1504571151-172.17.0.3-1731521404246 (Datanode Uuid 3164fa2f-f190-4ad2-8e1e-06dbf735992e) service to localhost/127.0.0.1:43785 2024-11-13T18:10:23,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/cluster_d499876d-e13a-0011-ce1e-74b55a4ffc48/data/data1/current/BP-1504571151-172.17.0.3-1731521404246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:10:23,371 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:10:23,371 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:10:23,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/cluster_d499876d-e13a-0011-ce1e-74b55a4ffc48/data/data2/current/BP-1504571151-172.17.0.3-1731521404246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:10:23,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:10:23,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@276e9453{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:10:23,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2662ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:10:23,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:10:23,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39f5561c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:10:23,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26844da4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/hadoop.log.dir/,STOPPED} 2024-11-13T18:10:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:10:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:10:23,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:10:23,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:23,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:23,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:23,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:23,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:10:23,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335321636, stopped=false 2024-11-13T18:10:23,453 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,33695,1731521402121 2024-11-13T18:10:23,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01195398135/running 2024-11-13T18:10:23,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:23,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:10:23,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01195398135/running 2024-11-13T18:10:23,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:23,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:10:23,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:23,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:23,462 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,40199,1731521402181' ***** 2024-11-13T18:10:23,462 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:10:23,463 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:10:23,463 INFO [RS:0;39e84130bbc9:40199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:10:23,463 INFO [RS:0;39e84130bbc9:40199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:10:23,463 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(3091): Received CLOSE for b1c0a51fa336ab4db065136c56882037 2024-11-13T18:10:23,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:10:23,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Set watcher on znode that does not yet exist, /01195398135/running 2024-11-13T18:10:23,468 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(3091): Received CLOSE for e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:23,468 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,40199,1731521402181 2024-11-13T18:10:23,468 INFO [RS:0;39e84130bbc9:40199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:10:23,468 INFO [RS:0;39e84130bbc9:40199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40199. 2024-11-13T18:10:23,468 DEBUG [RS:0;39e84130bbc9:40199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:23,468 DEBUG [RS:0;39e84130bbc9:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:23,468 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:10:23,468 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:10:23,468 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:10:23,469 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:10:23,470 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:10:23,470 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1325): Online Regions={b1c0a51fa336ab4db065136c56882037=hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037., 1588230740=hbase:meta,,1.1588230740, e3c89f3333f7d648b33e78f78f9cb784=test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784.} 2024-11-13T18:10:23,470 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1c0a51fa336ab4db065136c56882037, e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:23,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Set watcher on znode that does not yet exist, /01195398135/running 2024-11-13T18:10:23,470 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:10:23,470 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1c0a51fa336ab4db065136c56882037, disabling compactions & flushes 2024-11-13T18:10:23,470 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:10:23,470 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:23,470 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:10:23,470 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:23,470 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:10:23,470 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. after waiting 0 ms 2024-11-13T18:10:23,470 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:10:23,470 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:23,471 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1c0a51fa336ab4db065136c56882037 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T18:10:23,471 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:10:23,539 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/info/89300b2a30f04734b923efe7770d9ff8 is 147, key is hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037./info:regioninfo/1731521414423/Put/seqid=0 2024-11-13T18:10:23,541 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/replication/b1c0a51fa336ab4db065136c56882037/.tmp/queue/206bf3542bfa48229fc7c0caffc91ebd is 153, key is 1-39e84130bbc9,40199,1731521402181/queue:39e84130bbc9%2C40199%2C1731521402181/1731521419976/Put/seqid=0 2024-11-13T18:10:23,553 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:10:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741841_1017 (size=5352) 2024-11-13T18:10:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741840_1016 (size=7686) 2024-11-13T18:10:23,673 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1c0a51fa336ab4db065136c56882037, e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:23,721 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 912, reset compression=false 2024-11-13T18:10:23,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T18:10:23,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T18:10:23,886 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1c0a51fa336ab4db065136c56882037, e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:23,981 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/replication/b1c0a51fa336ab4db065136c56882037/.tmp/queue/206bf3542bfa48229fc7c0caffc91ebd 2024-11-13T18:10:23,992 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/info/89300b2a30f04734b923efe7770d9ff8 2024-11-13T18:10:23,999 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:10:23,999 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:10:24,003 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/replication/b1c0a51fa336ab4db065136c56882037/.tmp/queue/206bf3542bfa48229fc7c0caffc91ebd as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/replication/b1c0a51fa336ab4db065136c56882037/queue/206bf3542bfa48229fc7c0caffc91ebd 2024-11-13T18:10:24,030 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/replication/b1c0a51fa336ab4db065136c56882037/queue/206bf3542bfa48229fc7c0caffc91ebd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T18:10:24,034 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b1c0a51fa336ab4db065136c56882037 in 564ms, sequenceid=10, compaction requested=false 2024-11-13T18:10:24,041 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/ns/750d0fc82e0640448cb0f28f5929e9bd is 43, key is default/ns:d/1731521404022/Put/seqid=0 2024-11-13T18:10:24,087 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/replication/b1c0a51fa336ab4db065136c56882037/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T18:10:24,087 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1c0a51fa336ab4db065136c56882037, e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:24,089 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:10:24,089 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:10:24,089 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:10:24,089 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1c0a51fa336ab4db065136c56882037: Waiting for close lock at 1731521423470Running coprocessor pre-close hooks at 1731521423470Disabling compacts and flushes for region at 1731521423470Disabling writes for close at 1731521423470Obtaining lock to block concurrent updates at 1731521423471 (+1 ms)Preparing flush snapshotting stores in b1c0a51fa336ab4db065136c56882037 at 1731521423471Finished memstore snapshotting hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731521423471Flushing stores of hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. at 1731521423473 (+2 ms)Flushing b1c0a51fa336ab4db065136c56882037/queue: creating writer at 1731521423473Flushing b1c0a51fa336ab4db065136c56882037/queue: appending metadata at 1731521423541 (+68 ms)Flushing b1c0a51fa336ab4db065136c56882037/queue: closing flushed file at 1731521423541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7f1206: reopening flushed file at 1731521423999 (+458 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b1c0a51fa336ab4db065136c56882037 in 564ms, sequenceid=10, compaction requested=false at 1731521424034 (+35 ms)Writing region close event to WAL at 1731521424066 (+32 ms)Running coprocessor post-close hooks at 1731521424089 (+23 ms)Closed at 1731521424089 2024-11-13T18:10:24,089 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521413029.b1c0a51fa336ab4db065136c56882037. 2024-11-13T18:10:24,090 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3c89f3333f7d648b33e78f78f9cb784, disabling compactions & flushes 2024-11-13T18:10:24,090 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:24,090 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:24,090 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. after waiting 0 ms 2024-11-13T18:10:24,090 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:24,090 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e3c89f3333f7d648b33e78f78f9cb784 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T18:10:24,127 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/.tmp/f/7264788b69214043907efe2068aae786 is 29, key is row1/f:/1731521419401/DeleteFamily/seqid=0 2024-11-13T18:10:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741843_1019 (size=5118) 2024-11-13T18:10:24,156 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/.tmp/f/7264788b69214043907efe2068aae786 2024-11-13T18:10:24,183 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7264788b69214043907efe2068aae786 2024-11-13T18:10:24,226 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/.tmp/f1/2d9c665e9ffe4b08865f5d4badaeb139 is 30, key is row1/f1:/1731521419401/DeleteFamily/seqid=0 2024-11-13T18:10:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741844_1020 (size=5123) 2024-11-13T18:10:24,276 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/.tmp/f1/2d9c665e9ffe4b08865f5d4badaeb139 2024-11-13T18:10:24,283 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d9c665e9ffe4b08865f5d4badaeb139 2024-11-13T18:10:24,294 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:24,306 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/.tmp/norep/846092c71ea34398b4264569c3ba2651 is 32, key is row/norep:/1731521418384/DeleteFamily/seqid=0 2024-11-13T18:10:24,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741845_1021 (size=5101) 2024-11-13T18:10:24,492 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/ns/750d0fc82e0640448cb0f28f5929e9bd 2024-11-13T18:10:24,494 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:10:24,494 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e3c89f3333f7d648b33e78f78f9cb784=test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784.} 2024-11-13T18:10:24,494 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:24,534 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/rep_barrier/affb602e1cd24dd8b8fe2f2dbe90b9d9 is 112, key is test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784./rep_barrier:seqnumDuringOpen/1731521410667/Put/seqid=0 2024-11-13T18:10:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741846_1022 (size=5518) 2024-11-13T18:10:24,571 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/rep_barrier/affb602e1cd24dd8b8fe2f2dbe90b9d9 2024-11-13T18:10:24,611 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/table/035255b9e7924d67915e6665bc14aa3a is 53, key is hbase:replication/table:state/1731521414449/Put/seqid=0 2024-11-13T18:10:24,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741847_1023 (size=5308) 2024-11-13T18:10:24,627 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/table/035255b9e7924d67915e6665bc14aa3a 2024-11-13T18:10:24,636 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/info/89300b2a30f04734b923efe7770d9ff8 as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/info/89300b2a30f04734b923efe7770d9ff8 2024-11-13T18:10:24,641 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/info/89300b2a30f04734b923efe7770d9ff8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:10:24,642 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/ns/750d0fc82e0640448cb0f28f5929e9bd as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/ns/750d0fc82e0640448cb0f28f5929e9bd 2024-11-13T18:10:24,648 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/ns/750d0fc82e0640448cb0f28f5929e9bd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:10:24,649 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/rep_barrier/affb602e1cd24dd8b8fe2f2dbe90b9d9 as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/rep_barrier/affb602e1cd24dd8b8fe2f2dbe90b9d9 2024-11-13T18:10:24,650 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 912, reset compression=false 2024-11-13T18:10:24,658 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/rep_barrier/affb602e1cd24dd8b8fe2f2dbe90b9d9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:10:24,658 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/.tmp/table/035255b9e7924d67915e6665bc14aa3a as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/table/035255b9e7924d67915e6665bc14aa3a 2024-11-13T18:10:24,665 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/table/035255b9e7924d67915e6665bc14aa3a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:10:24,673 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:24,673 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 1159, reset compression=false 2024-11-13T18:10:24,673 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40199,1731521402181 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:24,673 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1203ms, sequenceid=16, compaction requested=false 2024-11-13T18:10:24,674 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,40199,1731521402181: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,40199,1731521402181, walGroup=39e84130bbc9%2C40199%2C1731521402181, offset=39e84130bbc9%2C40199%2C1731521402181.1731521403148:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:40199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:10:24,675 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:10:24,675 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:10:24,676 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:10:24,676 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:10:24,676 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:10:24,676 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 684185624 }, "NonHeapMemoryUsage": { "committed": 196345856, "init": 7667712, "max": -1, "used": 191522664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:10:24,676 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:10:24,696 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:24,753 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/.tmp/norep/846092c71ea34398b4264569c3ba2651 2024-11-13T18:10:24,761 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:10:24,765 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:10:24,765 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:10:24,765 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:10:24,765 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521423470Running coprocessor pre-close hooks at 1731521423470Disabling compacts and flushes for region at 1731521423470Disabling writes for close at 1731521423470Obtaining lock to block concurrent updates at 1731521423471 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731521423471Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521423471Flushing stores of hbase:meta,,1.1588230740 at 1731521423473 (+2 ms)Flushing 1588230740/info: creating writer at 1731521423473Flushing 1588230740/info: appending metadata at 1731521423538 (+65 ms)Flushing 1588230740/info: closing flushed file at 1731521423539 (+1 ms)Flushing 1588230740/ns: creating writer at 1731521424011 (+472 ms)Flushing 1588230740/ns: appending metadata at 1731521424041 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731521424041Flushing 1588230740/rep_barrier: creating writer at 1731521424510 (+469 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521424533 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521424533Flushing 1588230740/table: creating writer at 1731521424577 (+44 ms)Flushing 1588230740/table: appending metadata at 1731521424611 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731521424611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677a5735: reopening flushed file at 1731521424634 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be3d4fe: reopening flushed file at 1731521424641 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1851006c: reopening flushed file at 1731521424648 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@230e999: reopening flushed file at 1731521424658 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1203ms, sequenceid=16, compaction requested=false at 1731521424673 (+15 ms)Writing region close event to WAL at 1731521424744 (+71 ms)Running coprocessor post-close hooks at 1731521424765 (+21 ms)Closed at 1731521424765 2024-11-13T18:10:24,766 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:10:24,767 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 846092c71ea34398b4264569c3ba2651 2024-11-13T18:10:24,773 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/.tmp/f/7264788b69214043907efe2068aae786 as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/f/7264788b69214043907efe2068aae786 2024-11-13T18:10:24,802 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7264788b69214043907efe2068aae786 2024-11-13T18:10:24,802 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/f/7264788b69214043907efe2068aae786, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T18:10:24,817 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/.tmp/f1/2d9c665e9ffe4b08865f5d4badaeb139 as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/f1/2d9c665e9ffe4b08865f5d4badaeb139 2024-11-13T18:10:24,844 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d9c665e9ffe4b08865f5d4badaeb139 2024-11-13T18:10:24,844 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/f1/2d9c665e9ffe4b08865f5d4badaeb139, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T18:10:24,852 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/.tmp/norep/846092c71ea34398b4264569c3ba2651 as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/norep/846092c71ea34398b4264569c3ba2651 2024-11-13T18:10:24,874 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 846092c71ea34398b4264569c3ba2651 2024-11-13T18:10:24,874 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/norep/846092c71ea34398b4264569c3ba2651, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T18:10:24,877 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e3c89f3333f7d648b33e78f78f9cb784 in 787ms, sequenceid=8, compaction requested=false 2024-11-13T18:10:24,893 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 1159, reset compression=false 2024-11-13T18:10:24,897 DEBUG [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1351): Waiting on e3c89f3333f7d648b33e78f78f9cb784 2024-11-13T18:10:24,928 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/data/default/test/e3c89f3333f7d648b33e78f78f9cb784/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:10:24,929 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:24,929 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 1803, reset compression=false 2024-11-13T18:10:24,933 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:10:24,933 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:10:24,933 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:24,934 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3c89f3333f7d648b33e78f78f9cb784: Waiting for close lock at 1731521424090Running coprocessor pre-close hooks at 1731521424090Disabling compacts and flushes for region at 1731521424090Disabling writes for close at 1731521424090Obtaining lock to block concurrent updates at 1731521424090Preparing flush snapshotting stores in e3c89f3333f7d648b33e78f78f9cb784 at 1731521424090Finished memstore snapshotting test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731521424091 (+1 ms)Flushing stores of test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. at 1731521424097 (+6 ms)Flushing e3c89f3333f7d648b33e78f78f9cb784/f: creating writer at 1731521424098 (+1 ms)Flushing e3c89f3333f7d648b33e78f78f9cb784/f: appending metadata at 1731521424126 (+28 ms)Flushing e3c89f3333f7d648b33e78f78f9cb784/f: closing flushed file at 1731521424126Flushing e3c89f3333f7d648b33e78f78f9cb784/f1: creating writer at 1731521424183 (+57 ms)Flushing e3c89f3333f7d648b33e78f78f9cb784/f1: appending metadata at 1731521424224 (+41 ms)Flushing e3c89f3333f7d648b33e78f78f9cb784/f1: closing flushed file at 1731521424224Flushing e3c89f3333f7d648b33e78f78f9cb784/norep: creating writer at 1731521424283 (+59 ms)Flushing e3c89f3333f7d648b33e78f78f9cb784/norep: appending metadata at 1731521424305 (+22 ms)Flushing e3c89f3333f7d648b33e78f78f9cb784/norep: closing flushed file at 1731521424305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f6f336: reopening flushed file at 1731521424767 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d818d72: reopening flushed file at 1731521424802 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c81f70: reopening flushed file at 1731521424844 (+42 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e3c89f3333f7d648b33e78f78f9cb784 in 787ms, sequenceid=8, compaction requested=false at 1731521424877 (+33 ms)Writing region close event to WAL at 1731521424902 (+25 ms)Running coprocessor post-close hooks at 1731521424933 (+31 ms)Closed at 1731521424933 2024-11-13T18:10:24,934 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521409662.e3c89f3333f7d648b33e78f78f9cb784. 2024-11-13T18:10:25,097 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,40199,1731521402181; all regions closed. 2024-11-13T18:10:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:10:25,146 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/WALs/39e84130bbc9,40199,1731521402181/39e84130bbc9%2C40199%2C1731521402181.1731521403148 to pos 1803, reset compression=false 2024-11-13T18:10:25,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741839_1015 (size=2676) 2024-11-13T18:10:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741833_1009 (size=1811) 2024-11-13T18:10:25,227 DEBUG [RS:0;39e84130bbc9:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:25,227 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:10:25,229 INFO [RS:0;39e84130bbc9:40199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:10:25,229 INFO [RS:0;39e84130bbc9:40199 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:10:25,230 INFO [RS:0;39e84130bbc9:40199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:10:25,230 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:10:25,230 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,40199,1731521402181 because: Region server is closing 2024-11-13T18:10:25,230 INFO [RS:0;39e84130bbc9:40199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40199. 2024-11-13T18:10:25,230 DEBUG [RS:0;39e84130bbc9:40199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:25,230 DEBUG [RS:0;39e84130bbc9:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:25,230 DEBUG [RS:0;39e84130bbc9:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:25,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:25,333 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.shipper39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 terminated 2024-11-13T18:10:25,333 INFO [RS:0;39e84130bbc9:40199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40199. 2024-11-13T18:10:25,333 DEBUG [RS:0;39e84130bbc9:40199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:25,333 DEBUG [RS:0;39e84130bbc9:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:25,333 DEBUG [RS:0;39e84130bbc9:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:25,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:25,333 INFO [RS:0;39e84130bbc9:40199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40199 2024-11-13T18:10:25,334 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40199,1731521402181.replicationSource.wal-reader.39e84130bbc9%2C40199%2C1731521402181,1-39e84130bbc9,40199,1731521402181 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:10:25,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135/rs 2024-11-13T18:10:25,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01195398135/rs/39e84130bbc9,40199,1731521402181 2024-11-13T18:10:25,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,40199,1731521402181] 2024-11-13T18:10:25,342 INFO [RS:0;39e84130bbc9:40199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:10:25,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01195398135/draining/39e84130bbc9,40199,1731521402181 already deleted, retry=false 2024-11-13T18:10:25,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,40199,1731521402181 expired; onlineServers=0 2024-11-13T18:10:25,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,33695,1731521402121' ***** 2024-11-13T18:10:25,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:10:25,346 INFO [M:0;39e84130bbc9:33695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:10:25,346 INFO [M:0;39e84130bbc9:33695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:10:25,346 DEBUG [M:0;39e84130bbc9:33695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:10:25,347 DEBUG [M:0;39e84130bbc9:33695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:10:25,347 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:10:25,347 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521402913 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521402913,5,FailOnTimeoutGroup] 2024-11-13T18:10:25,347 INFO [M:0;39e84130bbc9:33695 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:10:25,347 INFO [M:0;39e84130bbc9:33695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:10:25,347 DEBUG [M:0;39e84130bbc9:33695 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:10:25,347 INFO [M:0;39e84130bbc9:33695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:10:25,347 INFO [M:0;39e84130bbc9:33695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:10:25,347 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521402905 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521402905,5,FailOnTimeoutGroup] 2024-11-13T18:10:25,347 INFO [M:0;39e84130bbc9:33695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:10:25,347 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:10:25,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01195398135/master 2024-11-13T18:10:25,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195398135 2024-11-13T18:10:25,353 DEBUG [M:0;39e84130bbc9:33695 {}] zookeeper.ZKUtil(347): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Unable to get data of znode /01195398135/master because node does not exist (not an error) 2024-11-13T18:10:25,353 WARN [M:0;39e84130bbc9:33695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:10:25,377 INFO [M:0;39e84130bbc9:33695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/.lastflushedseqids 2024-11-13T18:10:25,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741848_1024 (size=245) 2024-11-13T18:10:25,449 INFO [M:0;39e84130bbc9:33695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:10:25,450 INFO [RS:0;39e84130bbc9:40199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:10:25,450 INFO [RS:0;39e84130bbc9:40199 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,40199,1731521402181; zookeeper connection closed. 2024-11-13T18:10:25,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:10:25,450 INFO [M:0;39e84130bbc9:33695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:10:25,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x100ed4ac43b0001, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:10:25,450 DEBUG [M:0;39e84130bbc9:33695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:10:25,450 INFO [M:0;39e84130bbc9:33695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:25,450 DEBUG [M:0;39e84130bbc9:33695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:25,450 DEBUG [M:0;39e84130bbc9:33695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:10:25,450 DEBUG [M:0;39e84130bbc9:33695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:25,450 INFO [M:0;39e84130bbc9:33695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T18:10:25,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@325d028b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@325d028b 2024-11-13T18:10:25,467 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:10:25,517 DEBUG [M:0;39e84130bbc9:33695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab289d9c9a4949e3bf6e752cd622db77 is 82, key is hbase:meta,,1/info:regioninfo/1731521403982/Put/seqid=0 2024-11-13T18:10:25,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741849_1025 (size=5672) 2024-11-13T18:10:25,561 INFO [M:0;39e84130bbc9:33695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab289d9c9a4949e3bf6e752cd622db77 2024-11-13T18:10:25,633 DEBUG [M:0;39e84130bbc9:33695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f539c21301b74f089b52903b05af4ad0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731521414487/Put/seqid=0 2024-11-13T18:10:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741850_1026 (size=8515) 2024-11-13T18:10:26,098 INFO [M:0;39e84130bbc9:33695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f539c21301b74f089b52903b05af4ad0 2024-11-13T18:10:26,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:10:26,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,171 DEBUG [M:0;39e84130bbc9:33695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2408863193b746ec9825b3fb2f31e98a is 69, key is 39e84130bbc9,40199,1731521402181/rs:state/1731521402978/Put/seqid=0 2024-11-13T18:10:26,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741851_1027 (size=5156) 2024-11-13T18:10:26,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:26,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:26,366 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28305 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:26,627 INFO [M:0;39e84130bbc9:33695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2408863193b746ec9825b3fb2f31e98a 2024-11-13T18:10:26,670 DEBUG [M:0;39e84130bbc9:33695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab289d9c9a4949e3bf6e752cd622db77 as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab289d9c9a4949e3bf6e752cd622db77 2024-11-13T18:10:26,712 INFO [M:0;39e84130bbc9:33695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab289d9c9a4949e3bf6e752cd622db77, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T18:10:26,723 DEBUG [M:0;39e84130bbc9:33695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f539c21301b74f089b52903b05af4ad0 as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f539c21301b74f089b52903b05af4ad0 2024-11-13T18:10:26,765 INFO [M:0;39e84130bbc9:33695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f539c21301b74f089b52903b05af4ad0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T18:10:26,773 DEBUG [M:0;39e84130bbc9:33695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2408863193b746ec9825b3fb2f31e98a as hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2408863193b746ec9825b3fb2f31e98a 2024-11-13T18:10:26,806 INFO [M:0;39e84130bbc9:33695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34729/user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2408863193b746ec9825b3fb2f31e98a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T18:10:26,807 INFO [M:0;39e84130bbc9:33695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1357ms, sequenceid=97, compaction requested=false 2024-11-13T18:10:26,851 INFO [M:0;39e84130bbc9:33695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:26,851 DEBUG [M:0;39e84130bbc9:33695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521425450Disabling compacts and flushes for region at 1731521425450Disabling writes for close at 1731521425450Obtaining lock to block concurrent updates at 1731521425450Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521425450Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731521425451 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521425454 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521425454Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521425516 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521425516Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521425592 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521425632 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521425632Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521426131 (+499 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521426170 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521426170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198d4bfa: reopening flushed file at 1731521426659 (+489 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344dd5fb: reopening flushed file at 1731521426712 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6f3810: reopening flushed file at 1731521426765 (+53 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1357ms, sequenceid=97, compaction requested=false at 1731521426807 (+42 ms)Writing region close event to WAL at 1731521426851 (+44 ms)Closed at 1731521426851 2024-11-13T18:10:26,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741830_1006 (size=63642) 2024-11-13T18:10:26,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d0c5a0a-6fb1-813d-44b9-df03f065881f/MasterData/WALs/39e84130bbc9,33695,1731521402121/39e84130bbc9%2C33695%2C1731521402121.1731521402762 not finished, retry = 0 2024-11-13T18:10:26,993 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:10:26,994 INFO [M:0;39e84130bbc9:33695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:10:26,994 INFO [M:0;39e84130bbc9:33695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33695 2024-11-13T18:10:26,995 INFO [M:0;39e84130bbc9:33695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:10:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:10:27,097 INFO [M:0;39e84130bbc9:33695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:10:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x100ed4ac43b0000, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:10:27,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dea8188{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:10:27,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25be6a12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:10:27,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:10:27,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26a55c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:10:27,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2800e149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/hadoop.log.dir/,STOPPED} 2024-11-13T18:10:27,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:10:27,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:10:27,132 WARN [BP-923102582-172.17.0.3-1731521400805 heartbeating to localhost/127.0.0.1:34729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:10:27,132 WARN [BP-923102582-172.17.0.3-1731521400805 heartbeating to localhost/127.0.0.1:34729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-923102582-172.17.0.3-1731521400805 (Datanode Uuid f48bd087-03ae-4f41-8e0a-c633bad13105) service to localhost/127.0.0.1:34729 2024-11-13T18:10:27,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/cluster_e7ba9b7e-67fd-eafd-90d6-252a3be61662/data/data1/current/BP-923102582-172.17.0.3-1731521400805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:10:27,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/cluster_e7ba9b7e-67fd-eafd-90d6-252a3be61662/data/data2/current/BP-923102582-172.17.0.3-1731521400805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:10:27,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:10:27,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5706329{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:10:27,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b4795d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:10:27,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:10:27,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34daf7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:10:27,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5067272d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6343ba06-9e7a-8494-5cfa-71ec99943fb6/hadoop.log.dir/,STOPPED} 2024-11-13T18:10:27,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:10:27,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:10:27,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 245) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65157) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65157) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34729 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43785 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=999 (was 1041), ProcessCount=11 (was 11), AvailableMemoryMB=250 (was 934) 2024-11-13T18:10:27,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=999, ProcessCount=11, AvailableMemoryMB=249 2024-11-13T18:10:27,219 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T18:10:27,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/hadoop.log.dir so I do NOT create it in target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57 2024-11-13T18:10:27,220 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:10:27,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/hadoop.tmp.dir so I do NOT create it in target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57 2024-11-13T18:10:27,220 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b92a9e3-cd70-6d03-1572-f630af62534d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:10:27,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57 2024-11-13T18:10:27,220 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/cluster_309ebb1e-765e-a079-bc23-1d5247ad4234, deleteOnExit=true 2024-11-13T18:10:27,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/cluster_309ebb1e-765e-a079-bc23-1d5247ad4234/zookeeper_0, clientPort=52109, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/cluster_309ebb1e-765e-a079-bc23-1d5247ad4234/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/cluster_309ebb1e-765e-a079-bc23-1d5247ad4234/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:10:27,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52109 2024-11-13T18:10:27,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:10:27,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:10:27,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/test.cache.data in system properties and HBase conf 2024-11-13T18:10:27,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:10:27,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:10:27,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:10:27,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:10:27,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:10:27,230 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:10:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:10:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ed4ac43b0002, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:10:27,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ed4ac43b0002, quorum=127.0.0.1:65157, baseZNode=/01195398135 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:10:27,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ed4ac43b0005, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:10:27,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ed4ac43b0005, quorum=127.0.0.1:65157, baseZNode=/1-1475980216 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:10:27,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:27,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:10:27,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:10:27,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:10:27,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:10:27,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:27,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@175ebd1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:10:27,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fc6f425{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:10:27,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c6e349a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/java.io.tmpdir/jetty-localhost-39883-hadoop-hdfs-3_4_1-tests_jar-_-any-17685526325627055675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:10:27,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2703a9e9{HTTP/1.1, (http/1.1)}{localhost:39883} 2024-11-13T18:10:27,520 INFO [Time-limited test {}] server.Server(415): Started @212016ms 2024-11-13T18:10:27,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:27,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:10:27,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:10:27,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:10:27,860 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:10:27,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16bee036{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:10:27,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1916c03a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:10:28,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@360f6672{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/java.io.tmpdir/jetty-localhost-40767-hadoop-hdfs-3_4_1-tests_jar-_-any-502517208724055156/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:10:28,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e8d0f95{HTTP/1.1, (http/1.1)}{localhost:40767} 2024-11-13T18:10:28,028 INFO [Time-limited test {}] server.Server(415): Started @212524ms 2024-11-13T18:10:28,030 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:10:28,187 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/cluster_309ebb1e-765e-a079-bc23-1d5247ad4234/data/data1/current/BP-1828102733-172.17.0.3-1731521427253/current, will proceed with Du for space computation calculation, 2024-11-13T18:10:28,202 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/cluster_309ebb1e-765e-a079-bc23-1d5247ad4234/data/data2/current/BP-1828102733-172.17.0.3-1731521427253/current, will proceed with Du for space computation calculation, 2024-11-13T18:10:28,229 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:10:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f744f50cdcd55b8 with lease ID 0x3dacfb616b67fe3e: Processing first storage report for DS-e2f4adaa-00ed-4e98-b833-8e338c917a8b from datanode DatanodeRegistration(127.0.0.1:42853, datanodeUuid=f1410b2b-185b-41c8-86f6-0cde6d333340, infoPort=35035, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=1951350474;c=1731521427253) 2024-11-13T18:10:28,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f744f50cdcd55b8 with lease ID 0x3dacfb616b67fe3e: from storage DS-e2f4adaa-00ed-4e98-b833-8e338c917a8b node DatanodeRegistration(127.0.0.1:42853, datanodeUuid=f1410b2b-185b-41c8-86f6-0cde6d333340, infoPort=35035, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=1951350474;c=1731521427253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:10:28,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f744f50cdcd55b8 with lease ID 0x3dacfb616b67fe3e: Processing first storage report for DS-fd4ff0db-a2a9-4ced-ab98-075094bd839e from datanode DatanodeRegistration(127.0.0.1:42853, datanodeUuid=f1410b2b-185b-41c8-86f6-0cde6d333340, infoPort=35035, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=1951350474;c=1731521427253) 2024-11-13T18:10:28,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f744f50cdcd55b8 with lease ID 0x3dacfb616b67fe3e: from storage DS-fd4ff0db-a2a9-4ced-ab98-075094bd839e node DatanodeRegistration(127.0.0.1:42853, datanodeUuid=f1410b2b-185b-41c8-86f6-0cde6d333340, infoPort=35035, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=1951350474;c=1731521427253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:10:28,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57 2024-11-13T18:10:28,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:28,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:28,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:10:28,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42 with version=8 2024-11-13T18:10:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/hbase-staging 2024-11-13T18:10:28,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:10:28,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:28,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:28,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:10:28,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:28,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:10:28,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:10:28,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:10:28,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41009 2024-11-13T18:10:28,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41009 connecting to ZooKeeper ensemble=127.0.0.1:52109 2024-11-13T18:10:28,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410090x0, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:28,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41009-0x100ed4b2bc20000 connected 2024-11-13T18:10:28,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:28,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:28,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Set watcher on znode that does not yet exist, /0-1595859770/running 2024-11-13T18:10:28,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42, hbase.cluster.distributed=false 2024-11-13T18:10:28,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Set watcher on znode that does not yet exist, /0-1595859770/acl 2024-11-13T18:10:28,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41009 2024-11-13T18:10:28,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41009 2024-11-13T18:10:28,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41009 2024-11-13T18:10:28,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41009 2024-11-13T18:10:28,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41009 2024-11-13T18:10:28,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:10:28,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:28,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:28,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:10:28,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:28,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:10:28,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:10:28,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:10:28,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39789 2024-11-13T18:10:28,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39789 connecting to ZooKeeper ensemble=127.0.0.1:52109 2024-11-13T18:10:28,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:28,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:28,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397890x0, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:28,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397890x0, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Set watcher on znode that does not yet exist, /0-1595859770/running 2024-11-13T18:10:28,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:10:28,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39789-0x100ed4b2bc20001 connected 2024-11-13T18:10:28,842 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:10:28,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Set watcher on znode that does not yet exist, /0-1595859770/master 2024-11-13T18:10:28,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Set watcher on znode that does not yet exist, /0-1595859770/acl 2024-11-13T18:10:28,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-13T18:10:28,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39789 2024-11-13T18:10:28,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39789 2024-11-13T18:10:28,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-13T18:10:28,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-13T18:10:28,875 DEBUG [M:0;39e84130bbc9:41009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:41009 2024-11-13T18:10:28,877 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1595859770/backup-masters/39e84130bbc9,41009,1731521428721 2024-11-13T18:10:28,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770/backup-masters 2024-11-13T18:10:28,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770/backup-masters 2024-11-13T18:10:28,881 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Set watcher on existing znode=/0-1595859770/backup-masters/39e84130bbc9,41009,1731521428721 2024-11-13T18:10:28,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1595859770/master 2024-11-13T18:10:28,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:28,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:28,884 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Set watcher on existing znode=/0-1595859770/master 2024-11-13T18:10:28,884 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1595859770/backup-masters/39e84130bbc9,41009,1731521428721 from backup master directory 2024-11-13T18:10:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1595859770/backup-masters/39e84130bbc9,41009,1731521428721 2024-11-13T18:10:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770/backup-masters 2024-11-13T18:10:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770/backup-masters 2024-11-13T18:10:28,886 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:10:28,886 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,41009,1731521428721 2024-11-13T18:10:28,894 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/hbase.id] with ID: 62ee4112-8872-42a9-8623-a0cad77d0380 2024-11-13T18:10:28,894 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/.tmp/hbase.id 2024-11-13T18:10:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:10:29,313 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/.tmp/hbase.id]:[hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/hbase.id] 2024-11-13T18:10:29,344 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:29,344 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:10:29,345 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:10:29,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:29,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:29,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:10:29,810 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:29,810 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:10:29,813 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:29,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:10:29,852 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store 2024-11-13T18:10:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:10:29,884 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:29,885 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:10:29,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:29,885 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:29,885 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:10:29,885 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:29,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:29,885 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521429885Disabling compacts and flushes for region at 1731521429885Disabling writes for close at 1731521429885Writing region close event to WAL at 1731521429885Closed at 1731521429885 2024-11-13T18:10:29,886 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/.initializing 2024-11-13T18:10:29,886 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/WALs/39e84130bbc9,41009,1731521428721 2024-11-13T18:10:29,888 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:10:29,889 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C41009%2C1731521428721, suffix=, logDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/WALs/39e84130bbc9,41009,1731521428721, archiveDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/oldWALs, maxLogs=10 2024-11-13T18:10:29,913 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/WALs/39e84130bbc9,41009,1731521428721/39e84130bbc9%2C41009%2C1731521428721.1731521429890, exclude list is [], retry=0 2024-11-13T18:10:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42853,DS-e2f4adaa-00ed-4e98-b833-8e338c917a8b,DISK] 2024-11-13T18:10:29,934 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/WALs/39e84130bbc9,41009,1731521428721/39e84130bbc9%2C41009%2C1731521428721.1731521429890 2024-11-13T18:10:29,936 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-13T18:10:29,937 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:29,937 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:29,937 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:29,937 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:29,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:29,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:10:29,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:29,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:29,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:29,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:10:29,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:29,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:29,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:29,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:10:29,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:30,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:30,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:30,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:10:30,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:30,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:30,017 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:30,021 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:30,026 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:30,034 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:30,034 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:30,037 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:30,042 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:30,053 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:30,054 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74068193, jitterRate=0.10370208323001862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:30,055 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521429937Initializing all the Stores at 1731521429944 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521429944Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521429953 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521429953Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521429953Cleaning up temporary data from old regions at 1731521430034 (+81 ms)Region opened successfully at 1731521430055 (+21 ms) 2024-11-13T18:10:30,056 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:10:30,070 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1366c23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:10:30,078 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:10:30,078 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:10:30,078 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:10:30,078 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:10:30,081 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-13T18:10:30,082 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:10:30,082 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:10:30,100 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:10:30,102 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Unable to get data of znode /0-1595859770/balancer because node does not exist (not necessarily an error) 2024-11-13T18:10:30,110 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595859770/balancer already deleted, retry=false 2024-11-13T18:10:30,111 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:10:30,125 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Unable to get data of znode /0-1595859770/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:10:30,133 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595859770/normalizer already deleted, retry=false 2024-11-13T18:10:30,134 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:10:30,145 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Unable to get data of znode /0-1595859770/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:10:30,147 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595859770/switch/split already deleted, retry=false 2024-11-13T18:10:30,147 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Unable to get data of znode /0-1595859770/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:10:30,150 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595859770/switch/merge already deleted, retry=false 2024-11-13T18:10:30,159 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Unable to get data of znode /0-1595859770/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:10:30,160 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595859770/snapshot-cleanup already deleted, retry=false 2024-11-13T18:10:30,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1595859770/running 2024-11-13T18:10:30,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:30,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1595859770/running 2024-11-13T18:10:30,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:30,162 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,41009,1731521428721, sessionid=0x100ed4b2bc20000, setting cluster-up flag (Was=false) 2024-11-13T18:10:30,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:30,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:30,177 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1595859770/flush-table-proc/acquired, /0-1595859770/flush-table-proc/reached, /0-1595859770/flush-table-proc/abort 2024-11-13T18:10:30,183 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,41009,1731521428721 2024-11-13T18:10:30,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:30,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:30,211 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1595859770/online-snapshot/acquired, /0-1595859770/online-snapshot/reached, /0-1595859770/online-snapshot/abort 2024-11-13T18:10:30,214 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,41009,1731521428721 2024-11-13T18:10:30,223 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:10:30,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:30,246 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:10:30,246 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:10:30,246 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,41009,1731521428721 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:10:30,264 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:30,264 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:30,264 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:30,264 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:30,264 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:10:30,264 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,264 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:10:30,264 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,266 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(746): ClusterId : 62ee4112-8872-42a9-8623-a0cad77d0380 2024-11-13T18:10:30,266 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:10:30,268 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:10:30,268 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:10:30,271 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:10:30,272 DEBUG [RS:0;39e84130bbc9:39789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fe697c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:10:30,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:30,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:10:30,289 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:30,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:10:30,315 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:39789 2024-11-13T18:10:30,315 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:10:30,315 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:10:30,315 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:10:30,316 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,41009,1731521428721 with port=39789, startcode=1731521428827 2024-11-13T18:10:30,316 DEBUG [RS:0;39e84130bbc9:39789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:10:30,328 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:10:30,328 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41009 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T18:10:30,329 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T18:10:30,329 WARN [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T18:10:30,330 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521460330 2024-11-13T18:10:30,330 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:10:30,330 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:10:30,331 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:10:30,331 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:10:30,331 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:10:30,331 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:10:30,353 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:10:30,362 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:10:30,362 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:10:30,362 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:10:30,362 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:10:30,364 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:10:30,364 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:10:30,365 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521430364,5,FailOnTimeoutGroup] 2024-11-13T18:10:30,367 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521430365,5,FailOnTimeoutGroup] 2024-11-13T18:10:30,368 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,368 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:10:30,368 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,368 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,440 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,41009,1731521428721 with port=39789, startcode=1731521428827 2024-11-13T18:10:30,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,39789,1731521428827 2024-11-13T18:10:30,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41009 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,39789,1731521428827 2024-11-13T18:10:30,450 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42 2024-11-13T18:10:30,450 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44769 2024-11-13T18:10:30,450 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:10:30,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770/rs 2024-11-13T18:10:30,471 DEBUG [RS:0;39e84130bbc9:39789 {}] zookeeper.ZKUtil(111): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Set watcher on existing znode=/0-1595859770/rs/39e84130bbc9,39789,1731521428827 2024-11-13T18:10:30,471 WARN [RS:0;39e84130bbc9:39789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:10:30,471 INFO [RS:0;39e84130bbc9:39789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:30,471 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827 2024-11-13T18:10:30,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,39789,1731521428827] 2024-11-13T18:10:30,496 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:10:30,501 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:10:30,505 INFO [RS:0;39e84130bbc9:39789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:10:30,505 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,506 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:10:30,506 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:10:30,506 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:10:30,507 DEBUG [RS:0;39e84130bbc9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:10:30,518 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,518 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,518 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,518 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,518 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,518 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39789,1731521428827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:10:30,540 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:10:30,540 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39789,1731521428827-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,540 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,540 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.Replication(171): 39e84130bbc9,39789,1731521428827 started 2024-11-13T18:10:30,555 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:30,555 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,39789,1731521428827, RpcServer on 39e84130bbc9/172.17.0.3:39789, sessionid=0x100ed4b2bc20001 2024-11-13T18:10:30,555 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:10:30,555 DEBUG [RS:0;39e84130bbc9:39789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,39789,1731521428827 2024-11-13T18:10:30,555 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,39789,1731521428827' 2024-11-13T18:10:30,555 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1595859770/flush-table-proc/abort' 2024-11-13T18:10:30,556 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1595859770/flush-table-proc/acquired' 2024-11-13T18:10:30,556 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:10:30,556 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:10:30,556 DEBUG [RS:0;39e84130bbc9:39789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,39789,1731521428827 2024-11-13T18:10:30,556 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,39789,1731521428827' 2024-11-13T18:10:30,556 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1595859770/online-snapshot/abort' 2024-11-13T18:10:30,557 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1595859770/online-snapshot/acquired' 2024-11-13T18:10:30,557 DEBUG [RS:0;39e84130bbc9:39789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:10:30,557 INFO [RS:0;39e84130bbc9:39789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:10:30,557 INFO [RS:0;39e84130bbc9:39789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:10:30,658 INFO [RS:0;39e84130bbc9:39789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:10:30,659 INFO [RS:0;39e84130bbc9:39789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C39789%2C1731521428827, suffix=, logDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827, archiveDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/oldWALs, maxLogs=10 2024-11-13T18:10:30,677 DEBUG [RS:0;39e84130bbc9:39789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, exclude list is [], retry=0 2024-11-13T18:10:30,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42853,DS-e2f4adaa-00ed-4e98-b833-8e338c917a8b,DISK] 2024-11-13T18:10:30,690 INFO [RS:0;39e84130bbc9:39789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 2024-11-13T18:10:30,693 DEBUG [RS:0;39e84130bbc9:39789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-13T18:10:30,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:10:30,756 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42 2024-11-13T18:10:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:10:31,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:31,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:10:31,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:10:31,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:31,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:31,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:10:31,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:10:31,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:31,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:31,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:10:31,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:10:31,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:31,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:31,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:10:31,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:10:31,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:31,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:31,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:10:31,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740 2024-11-13T18:10:31,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740 2024-11-13T18:10:31,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:10:31,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:10:31,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:31,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:10:31,233 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:31,234 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65615439, jitterRate=-0.022253766655921936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:31,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521431173Initializing all the Stores at 1731521431178 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521431178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521431181 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521431181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521431181Cleaning up temporary data from old regions at 1731521431226 (+45 ms)Region opened successfully at 1731521431235 (+9 ms) 2024-11-13T18:10:31,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:10:31,235 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:10:31,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:10:31,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:10:31,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:10:31,247 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:10:31,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521431235Disabling compacts and flushes for region at 1731521431235Disabling writes for close at 1731521431235Writing region close event to WAL at 1731521431246 (+11 ms)Closed at 1731521431246 2024-11-13T18:10:31,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:31,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:10:31,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:10:31,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:10:31,251 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:10:31,403 DEBUG [39e84130bbc9:41009 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:10:31,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,39789,1731521428827 2024-11-13T18:10:31,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,39789,1731521428827, state=OPENING 2024-11-13T18:10:31,407 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:10:31,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:31,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1595859770/meta-region-server: CHANGED 2024-11-13T18:10:31,413 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:10:31,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,39789,1731521428827}] 2024-11-13T18:10:31,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:31,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1595859770/meta-region-server: CHANGED 2024-11-13T18:10:31,576 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:10:31,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:10:31,589 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:10:31,589 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:31,590 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:10:31,596 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C39789%2C1731521428827.meta, suffix=.meta, logDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827, archiveDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/oldWALs, maxLogs=10 2024-11-13T18:10:31,619 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.meta.1731521431596.meta, exclude list is [], retry=0 2024-11-13T18:10:31,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42853,DS-e2f4adaa-00ed-4e98-b833-8e338c917a8b,DISK] 2024-11-13T18:10:31,654 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.meta.1731521431596.meta 2024-11-13T18:10:31,665 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-13T18:10:31,666 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:31,666 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:31,666 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:10:31,666 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:10:31,666 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:10:31,667 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:10:31,667 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:31,667 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:10:31,667 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:10:31,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:10:31,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:10:31,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:31,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:31,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:10:31,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:10:31,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:31,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:31,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:10:31,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:10:31,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:31,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:31,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:10:31,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:10:31,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:31,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:31,708 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:10:31,708 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740 2024-11-13T18:10:31,717 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740 2024-11-13T18:10:31,733 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:10:31,734 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:10:31,736 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:31,743 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:10:31,748 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66051600, jitterRate=-0.01575446128845215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:31,748 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:10:31,749 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521431667Writing region info on filesystem at 1731521431667Initializing all the Stores at 1731521431673 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521431673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521431677 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521431677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521431677Cleaning up temporary data from old regions at 1731521431734 (+57 ms)Running coprocessor post-open hooks at 1731521431748 (+14 ms)Region opened successfully at 1731521431749 (+1 ms) 2024-11-13T18:10:31,750 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521431576 2024-11-13T18:10:31,755 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:10:31,755 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:10:31,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,39789,1731521428827 2024-11-13T18:10:31,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,39789,1731521428827, state=OPEN 2024-11-13T18:10:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1595859770/meta-region-server 2024-11-13T18:10:31,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1595859770/meta-region-server: CHANGED 2024-11-13T18:10:31,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,39789,1731521428827 2024-11-13T18:10:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1595859770/meta-region-server 2024-11-13T18:10:31,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1595859770/meta-region-server: CHANGED 2024-11-13T18:10:31,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:10:31,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,39789,1731521428827 in 354 msec 2024-11-13T18:10:31,773 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:31,773 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:10:31,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:10:31,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 521 msec 2024-11-13T18:10:31,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:31,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,39789,1731521428827, seqNum=-1] 2024-11-13T18:10:31,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:31,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:31,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5720 sec 2024-11-13T18:10:31,808 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521431808, completionTime=-1 2024-11-13T18:10:31,808 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:10:31,808 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:10:31,822 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:10:31,822 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521491822 2024-11-13T18:10:31,822 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521551822 2024-11-13T18:10:31,822 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-13T18:10:31,822 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41009,1731521428721-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:31,823 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41009,1731521428721-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:31,823 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41009,1731521428721-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:31,823 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:41009, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:31,823 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:31,827 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:10:31,833 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:31,848 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.962sec 2024-11-13T18:10:31,848 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:10:31,848 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:10:31,848 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:10:31,848 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:10:31,848 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:10:31,848 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41009,1731521428721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:10:31,848 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41009,1731521428721-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:10:31,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1317ddae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:31,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41009,-1 for getting cluster id 2024-11-13T18:10:31,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:31,880 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:10:31,880 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:10:31,880 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41009,1731521428721-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:31,882 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ee4112-8872-42a9-8623-a0cad77d0380' 2024-11-13T18:10:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ee4112-8872-42a9-8623-a0cad77d0380" 2024-11-13T18:10:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ace1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41009,-1] 2024-11-13T18:10:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:31,885 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:31,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439d4a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:31,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,39789,1731521428827, seqNum=-1] 2024-11-13T18:10:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:31,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:31,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,41009,1731521428721 2024-11-13T18:10:31,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52109 2024-11-13T18:10:31,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:31,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ed4b2bc20002 connected 2024-11-13T18:10:31,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/hadoop.log.dir so I do NOT create it in target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e 2024-11-13T18:10:31,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:10:31,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/hadoop.tmp.dir so I do NOT create it in target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e 2024-11-13T18:10:31,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:10:31,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e 2024-11-13T18:10:31,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:10:31,979 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/cluster_1200300b-bb7c-4073-f8c4-1df58960df5c, deleteOnExit=true 2024-11-13T18:10:31,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:10:31,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/test.cache.data in system properties and HBase conf 2024-11-13T18:10:31,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:10:31,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:10:31,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:10:31,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:10:31,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:10:31,980 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:10:31,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:10:31,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:10:31,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:10:31,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:10:31,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:10:31,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:10:31,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:10:31,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:10:31,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:10:31,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:10:31,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:10:31,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:10:31,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:10:31,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:10:32,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:32,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:10:32,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:10:32,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:10:32,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:10:32,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:32,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a302027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:10:32,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b12147{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:10:32,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@123fcee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/java.io.tmpdir/jetty-localhost-43735-hadoop-hdfs-3_4_1-tests_jar-_-any-14816072898711496733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:10:32,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68664e8e{HTTP/1.1, (http/1.1)}{localhost:43735} 2024-11-13T18:10:32,398 INFO [Time-limited test {}] server.Server(415): Started @216893ms 2024-11-13T18:10:32,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:32,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:10:32,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:10:32,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:10:32,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:10:32,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41fe9518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:10:32,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a91cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:10:32,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bd482e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/java.io.tmpdir/jetty-localhost-45023-hadoop-hdfs-3_4_1-tests_jar-_-any-5842822666602355164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:10:32,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6790afcd{HTTP/1.1, (http/1.1)}{localhost:45023} 2024-11-13T18:10:32,869 INFO [Time-limited test {}] server.Server(415): Started @217365ms 2024-11-13T18:10:32,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:10:33,106 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/cluster_1200300b-bb7c-4073-f8c4-1df58960df5c/data/data1/current/BP-247139741-172.17.0.3-1731521432020/current, will proceed with Du for space computation calculation, 2024-11-13T18:10:33,118 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/cluster_1200300b-bb7c-4073-f8c4-1df58960df5c/data/data2/current/BP-247139741-172.17.0.3-1731521432020/current, will proceed with Du for space computation calculation, 2024-11-13T18:10:33,204 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:10:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x780da8dd2a0da204 with lease ID 0xdada432867e9681e: Processing first storage report for DS-04f3f02d-3b50-4a28-beb6-714e572930c1 from datanode DatanodeRegistration(127.0.0.1:42577, datanodeUuid=01c253b7-1bdf-42f3-8c03-e3668382c7b6, infoPort=46529, infoSecurePort=0, ipcPort=38551, storageInfo=lv=-57;cid=testClusterID;nsid=719969849;c=1731521432020) 2024-11-13T18:10:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x780da8dd2a0da204 with lease ID 0xdada432867e9681e: from storage DS-04f3f02d-3b50-4a28-beb6-714e572930c1 node DatanodeRegistration(127.0.0.1:42577, datanodeUuid=01c253b7-1bdf-42f3-8c03-e3668382c7b6, infoPort=46529, infoSecurePort=0, ipcPort=38551, storageInfo=lv=-57;cid=testClusterID;nsid=719969849;c=1731521432020), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:10:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x780da8dd2a0da204 with lease ID 0xdada432867e9681e: Processing first storage report for DS-8e9a7b11-08d6-45fa-8590-d096b1e4e4c5 from datanode DatanodeRegistration(127.0.0.1:42577, datanodeUuid=01c253b7-1bdf-42f3-8c03-e3668382c7b6, infoPort=46529, infoSecurePort=0, ipcPort=38551, storageInfo=lv=-57;cid=testClusterID;nsid=719969849;c=1731521432020) 2024-11-13T18:10:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x780da8dd2a0da204 with lease ID 0xdada432867e9681e: from storage DS-8e9a7b11-08d6-45fa-8590-d096b1e4e4c5 node DatanodeRegistration(127.0.0.1:42577, datanodeUuid=01c253b7-1bdf-42f3-8c03-e3668382c7b6, infoPort=46529, infoSecurePort=0, ipcPort=38551, storageInfo=lv=-57;cid=testClusterID;nsid=719969849;c=1731521432020), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:10:33,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e 2024-11-13T18:10:33,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:33,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:33,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:10:33,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159 with version=8 2024-11-13T18:10:33,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/hbase-staging 2024-11-13T18:10:33,761 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:10:33,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:33,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:33,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:10:33,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:33,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:10:33,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:10:33,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:10:33,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40313 2024-11-13T18:10:33,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40313 connecting to ZooKeeper ensemble=127.0.0.1:52109 2024-11-13T18:10:33,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403130x0, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:33,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40313-0x100ed4b2bc20003 connected 2024-11-13T18:10:33,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:10:33,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T18:10:33,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:10:33,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:33,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:33,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Set watcher on znode that does not yet exist, /1-1492398574/running 2024-11-13T18:10:33,914 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159, hbase.cluster.distributed=false 2024-11-13T18:10:33,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Set watcher on znode that does not yet exist, /1-1492398574/acl 2024-11-13T18:10:33,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-13T18:10:33,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40313 2024-11-13T18:10:33,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40313 2024-11-13T18:10:34,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-13T18:10:34,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-13T18:10:34,038 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:10:34,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:34,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:34,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:10:34,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:34,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:10:34,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:10:34,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:10:34,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40623 2024-11-13T18:10:34,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40623 connecting to ZooKeeper ensemble=127.0.0.1:52109 2024-11-13T18:10:34,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:34,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:34,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406230x0, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:34,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406230x0, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Set watcher on znode that does not yet exist, /1-1492398574/running 2024-11-13T18:10:34,078 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:10:34,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40623-0x100ed4b2bc20004 connected 2024-11-13T18:10:34,113 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:10:34,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Set watcher on znode that does not yet exist, /1-1492398574/master 2024-11-13T18:10:34,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Set watcher on znode that does not yet exist, /1-1492398574/acl 2024-11-13T18:10:34,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40623 2024-11-13T18:10:34,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40623 2024-11-13T18:10:34,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40623 2024-11-13T18:10:34,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40623 2024-11-13T18:10:34,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40623 2024-11-13T18:10:34,223 DEBUG [M:0;39e84130bbc9:40313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:40313 2024-11-13T18:10:34,223 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1492398574/backup-masters/39e84130bbc9,40313,1731521433760 2024-11-13T18:10:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574/backup-masters 2024-11-13T18:10:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574/backup-masters 2024-11-13T18:10:34,226 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Set watcher on existing znode=/1-1492398574/backup-masters/39e84130bbc9,40313,1731521433760 2024-11-13T18:10:34,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1492398574/master 2024-11-13T18:10:34,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:34,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:34,231 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Set watcher on existing znode=/1-1492398574/master 2024-11-13T18:10:34,232 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1492398574/backup-masters/39e84130bbc9,40313,1731521433760 from backup master directory 2024-11-13T18:10:34,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1492398574/backup-masters/39e84130bbc9,40313,1731521433760 2024-11-13T18:10:34,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574/backup-masters 2024-11-13T18:10:34,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574/backup-masters 2024-11-13T18:10:34,233 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:10:34,233 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,40313,1731521433760 2024-11-13T18:10:34,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/hbase.id] with ID: 93fe3b19-111c-440d-9ab0-30fccf7f2baf 2024-11-13T18:10:34,242 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/.tmp/hbase.id 2024-11-13T18:10:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:10:34,673 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/.tmp/hbase.id]:[hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/hbase.id] 2024-11-13T18:10:34,772 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:34,772 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:10:34,778 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-13T18:10:34,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:34,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:34,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:10:34,849 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:34,850 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:10:34,857 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:34,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:10:35,344 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store 2024-11-13T18:10:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:10:35,814 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:35,815 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:10:35,815 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:35,815 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:35,815 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:10:35,815 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:35,815 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:35,815 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521435814Disabling compacts and flushes for region at 1731521435814Disabling writes for close at 1731521435815 (+1 ms)Writing region close event to WAL at 1731521435815Closed at 1731521435815 2024-11-13T18:10:35,816 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/.initializing 2024-11-13T18:10:35,816 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/WALs/39e84130bbc9,40313,1731521433760 2024-11-13T18:10:35,826 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:10:35,845 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C40313%2C1731521433760, suffix=, logDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/WALs/39e84130bbc9,40313,1731521433760, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/oldWALs, maxLogs=10 2024-11-13T18:10:35,869 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/WALs/39e84130bbc9,40313,1731521433760/39e84130bbc9%2C40313%2C1731521433760.1731521435846, exclude list is [], retry=0 2024-11-13T18:10:35,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42577,DS-04f3f02d-3b50-4a28-beb6-714e572930c1,DISK] 2024-11-13T18:10:35,887 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/WALs/39e84130bbc9,40313,1731521433760/39e84130bbc9%2C40313%2C1731521433760.1731521435846 2024-11-13T18:10:35,889 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46529:46529)] 2024-11-13T18:10:35,889 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:35,890 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:35,890 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,890 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:10:35,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:35,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:35,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:10:35,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:35,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:35,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:10:35,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:35,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:35,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:10:35,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:35,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:35,941 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,942 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,949 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,965 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,965 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:35,972 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:35,981 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:36,023 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:36,029 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65158168, jitterRate=-0.029067635536193848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:36,029 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521435890Initializing all the Stores at 1731521435900 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521435900Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521435913 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521435913Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521435913Cleaning up temporary data from old regions at 1731521435965 (+52 ms)Region opened successfully at 1731521436029 (+64 ms) 2024-11-13T18:10:36,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:10:36,040 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef47c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:10:36,049 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:10:36,049 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:10:36,050 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:10:36,050 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:10:36,057 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-11-13T18:10:36,058 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:10:36,058 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:10:36,077 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:10:36,082 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Unable to get data of znode /1-1492398574/balancer because node does not exist (not necessarily an error) 2024-11-13T18:10:36,095 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492398574/balancer already deleted, retry=false 2024-11-13T18:10:36,096 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:10:36,101 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Unable to get data of znode /1-1492398574/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:10:36,109 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492398574/normalizer already deleted, retry=false 2024-11-13T18:10:36,110 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:10:36,122 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Unable to get data of znode /1-1492398574/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:10:36,137 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492398574/switch/split already deleted, retry=false 2024-11-13T18:10:36,143 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Unable to get data of znode /1-1492398574/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:10:36,156 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492398574/switch/merge already deleted, retry=false 2024-11-13T18:10:36,163 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Unable to get data of znode /1-1492398574/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:10:36,165 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492398574/snapshot-cleanup already deleted, retry=false 2024-11-13T18:10:36,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1492398574/running 2024-11-13T18:10:36,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:36,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1492398574/running 2024-11-13T18:10:36,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:36,183 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,40313,1731521433760, sessionid=0x100ed4b2bc20003, setting cluster-up flag (Was=false) 2024-11-13T18:10:36,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:36,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:36,263 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1492398574/flush-table-proc/acquired, /1-1492398574/flush-table-proc/reached, /1-1492398574/flush-table-proc/abort 2024-11-13T18:10:36,290 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,40313,1731521433760 2024-11-13T18:10:36,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:36,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:36,327 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1492398574/online-snapshot/acquired, /1-1492398574/online-snapshot/reached, /1-1492398574/online-snapshot/abort 2024-11-13T18:10:36,328 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,40313,1731521433760 2024-11-13T18:10:36,345 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:10:36,361 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:36,362 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:10:36,362 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:10:36,362 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,40313,1731521433760 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:10:36,368 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:36,368 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:36,368 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:36,368 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:36,368 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:10:36,368 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,369 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:10:36,369 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:36,386 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:10:36,387 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:36,387 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:10:36,389 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521466389 2024-11-13T18:10:36,389 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:10:36,390 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:10:36,390 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:10:36,390 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:10:36,391 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:10:36,391 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:10:36,394 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:36,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:36,396 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38336 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:36,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:10:36,405 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:10:36,406 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:10:36,406 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:10:36,406 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:10:36,408 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:10:36,408 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:10:36,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:10:36,410 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159 2024-11-13T18:10:36,416 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521436408,5,FailOnTimeoutGroup] 2024-11-13T18:10:36,417 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521436416,5,FailOnTimeoutGroup] 2024-11-13T18:10:36,417 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,417 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:10:36,417 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,434 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(746): ClusterId : 93fe3b19-111c-440d-9ab0-30fccf7f2baf 2024-11-13T18:10:36,434 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:10:36,443 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:10:36,443 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:10:36,446 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:10:36,446 DEBUG [RS:0;39e84130bbc9:40623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e96e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:10:36,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:10:36,483 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:40623 2024-11-13T18:10:36,483 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:10:36,483 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:10:36,483 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:10:36,488 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,40313,1731521433760 with port=40623, startcode=1731521434038 2024-11-13T18:10:36,488 DEBUG [RS:0;39e84130bbc9:40623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:10:36,491 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:10:36,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,40623,1731521434038 2024-11-13T18:10:36,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40313 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,40623,1731521434038 2024-11-13T18:10:36,493 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159 2024-11-13T18:10:36,493 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45039 2024-11-13T18:10:36,493 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:10:36,496 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:10:36,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574/rs 2024-11-13T18:10:36,500 DEBUG [RS:0;39e84130bbc9:40623 {}] zookeeper.ZKUtil(111): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Set watcher on existing znode=/1-1492398574/rs/39e84130bbc9,40623,1731521434038 2024-11-13T18:10:36,500 WARN [RS:0;39e84130bbc9:40623 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:10:36,500 INFO [RS:0;39e84130bbc9:40623 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:36,501 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038 2024-11-13T18:10:36,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,40623,1731521434038] 2024-11-13T18:10:36,522 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:10:36,524 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:10:36,525 INFO [RS:0;39e84130bbc9:40623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:10:36,525 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,526 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:10:36,526 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:10:36,527 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:10:36,527 DEBUG [RS:0;39e84130bbc9:40623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:10:36,529 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,529 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,529 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,529 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,529 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,529 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40623,1731521434038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:10:36,565 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:10:36,565 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40623,1731521434038-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,566 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,566 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.Replication(171): 39e84130bbc9,40623,1731521434038 started 2024-11-13T18:10:36,587 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:36,587 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,40623,1731521434038, RpcServer on 39e84130bbc9/172.17.0.3:40623, sessionid=0x100ed4b2bc20004 2024-11-13T18:10:36,587 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:10:36,587 DEBUG [RS:0;39e84130bbc9:40623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,40623,1731521434038 2024-11-13T18:10:36,587 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,40623,1731521434038' 2024-11-13T18:10:36,587 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1492398574/flush-table-proc/abort' 2024-11-13T18:10:36,588 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1492398574/flush-table-proc/acquired' 2024-11-13T18:10:36,588 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:10:36,588 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:10:36,588 DEBUG [RS:0;39e84130bbc9:40623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,40623,1731521434038 2024-11-13T18:10:36,588 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,40623,1731521434038' 2024-11-13T18:10:36,588 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1492398574/online-snapshot/abort' 2024-11-13T18:10:36,589 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1492398574/online-snapshot/acquired' 2024-11-13T18:10:36,590 DEBUG [RS:0;39e84130bbc9:40623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:10:36,590 INFO [RS:0;39e84130bbc9:40623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:10:36,590 INFO [RS:0;39e84130bbc9:40623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:10:36,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,692 INFO [RS:0;39e84130bbc9:40623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:10:36,697 INFO [RS:0;39e84130bbc9:40623 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40623%2C1731521434038, suffix=, logDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/oldWALs, maxLogs=10 2024-11-13T18:10:36,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,729 DEBUG [RS:0;39e84130bbc9:40623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, exclude list is [], retry=0 2024-11-13T18:10:36,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42577,DS-04f3f02d-3b50-4a28-beb6-714e572930c1,DISK] 2024-11-13T18:10:36,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:36,777 INFO [RS:0;39e84130bbc9:40623 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 2024-11-13T18:10:36,780 DEBUG [RS:0;39e84130bbc9:40623 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46529:46529)] 2024-11-13T18:10:36,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:36,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:10:36,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:10:36,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:36,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:36,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:10:36,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:10:36,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:36,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:36,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:10:36,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:10:36,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:36,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:36,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:10:36,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:10:36,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:36,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:36,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:10:36,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740 2024-11-13T18:10:36,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740 2024-11-13T18:10:36,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:10:36,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:10:36,967 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:36,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:10:37,007 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:37,011 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70625475, jitterRate=0.0524015873670578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:37,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521436866Initializing all the Stores at 1731521436868 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521436868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521436869 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521436869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521436869Cleaning up temporary data from old regions at 1731521436962 (+93 ms)Region opened successfully at 1731521437011 (+49 ms) 2024-11-13T18:10:37,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:10:37,011 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:10:37,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:10:37,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:10:37,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:10:37,019 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:10:37,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521437011Disabling compacts and flushes for region at 1731521437011Disabling writes for close at 1731521437011Writing region close event to WAL at 1731521437019 (+8 ms)Closed at 1731521437019 2024-11-13T18:10:37,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:37,025 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:10:37,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:10:37,030 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:10:37,034 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:10:37,184 DEBUG [39e84130bbc9:40313 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:10:37,185 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,40623,1731521434038 2024-11-13T18:10:37,187 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,40623,1731521434038, state=OPENING 2024-11-13T18:10:37,192 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:10:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:37,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1492398574/meta-region-server: CHANGED 2024-11-13T18:10:37,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1492398574/meta-region-server: CHANGED 2024-11-13T18:10:37,195 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:10:37,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,40623,1731521434038}] 2024-11-13T18:10:37,261 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:10:37,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:10:37,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:10:37,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,380 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:10:37,380 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:37,380 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:10:37,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:37,401 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40623%2C1731521434038.meta, suffix=.meta, logDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/oldWALs, maxLogs=10 2024-11-13T18:10:37,432 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.meta.1731521437402.meta, exclude list is [], retry=0 2024-11-13T18:10:37,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42577,DS-04f3f02d-3b50-4a28-beb6-714e572930c1,DISK] 2024-11-13T18:10:37,461 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.meta.1731521437402.meta 2024-11-13T18:10:37,462 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46529:46529)] 2024-11-13T18:10:37,462 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:37,462 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:37,463 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:10:37,463 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:10:37,463 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:10:37,463 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:10:37,463 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:37,463 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:10:37,463 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:10:37,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:10:37,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:10:37,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:37,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:37,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:10:37,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:10:37,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:37,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:37,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:10:37,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:10:37,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:37,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:37,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:10:37,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:10:37,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:37,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:37,503 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:10:37,504 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740 2024-11-13T18:10:37,506 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740 2024-11-13T18:10:37,507 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:10:37,507 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:10:37,507 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:37,517 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:10:37,518 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65376171, jitterRate=-0.025819137692451477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:37,518 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:10:37,518 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521437463Writing region info on filesystem at 1731521437463Initializing all the Stores at 1731521437473 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521437474 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521437480 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521437480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521437480Cleaning up temporary data from old regions at 1731521437507 (+27 ms)Running coprocessor post-open hooks at 1731521437518 (+11 ms)Region opened successfully at 1731521437518 2024-11-13T18:10:37,519 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521437349 2024-11-13T18:10:37,526 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:10:37,526 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:10:37,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,40623,1731521434038 2024-11-13T18:10:37,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,40623,1731521434038, state=OPEN 2024-11-13T18:10:37,538 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,40623,1731521434038 2024-11-13T18:10:37,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1492398574/meta-region-server 2024-11-13T18:10:37,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1492398574/meta-region-server: CHANGED 2024-11-13T18:10:37,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1492398574/meta-region-server 2024-11-13T18:10:37,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1492398574/meta-region-server: CHANGED 2024-11-13T18:10:37,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:10:37,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,40623,1731521434038 in 343 msec 2024-11-13T18:10:37,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:10:37,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-13T18:10:37,543 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:37,543 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:10:37,544 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:37,544 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40623,1731521434038, seqNum=-1] 2024-11-13T18:10:37,545 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:37,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:37,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-13T18:10:37,553 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521437553, completionTime=-1 2024-11-13T18:10:37,553 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:10:37,553 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:10:37,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:10:37,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521497558 2024-11-13T18:10:37,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521557558 2024-11-13T18:10:37,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-13T18:10:37,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40313,1731521433760-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:37,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40313,1731521433760-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:37,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40313,1731521433760-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:37,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:40313, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:37,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:37,559 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:37,562 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:10:37,564 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.331sec 2024-11-13T18:10:37,564 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:10:37,564 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:10:37,564 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:10:37,564 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:10:37,565 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:10:37,565 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40313,1731521433760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:10:37,565 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40313,1731521433760-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:10:37,580 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:10:37,580 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:10:37,580 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40313,1731521433760-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:37,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497e5c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:37,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40313,-1 for getting cluster id 2024-11-13T18:10:37,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:37,662 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93fe3b19-111c-440d-9ab0-30fccf7f2baf' 2024-11-13T18:10:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93fe3b19-111c-440d-9ab0-30fccf7f2baf" 2024-11-13T18:10:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16450c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40313,-1] 2024-11-13T18:10:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:37,670 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:37,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a751b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:37,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40623,1731521434038, seqNum=-1] 2024-11-13T18:10:37,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:37,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:37,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,40313,1731521433760 2024-11-13T18:10:37,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52109 2024-11-13T18:10:37,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:37,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/hadoop.log.dir so I do NOT create it in target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab 2024-11-13T18:10:37,720 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:10:37,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/hadoop.tmp.dir so I do NOT create it in target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab 2024-11-13T18:10:37,720 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:10:37,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab 2024-11-13T18:10:37,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:10:37,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/cluster_473b7ffe-fca2-53a4-f1fd-5ae44108064f, deleteOnExit=true 2024-11-13T18:10:37,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:10:37,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/test.cache.data in system properties and HBase conf 2024-11-13T18:10:37,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:10:37,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:10:37,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:10:37,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:10:37,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:10:37,722 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:10:37,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:10:37,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:10:37,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:10:37,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:10:37,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:10:37,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:10:37,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:10:37,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:10:37,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:10:37,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:10:37,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:10:37,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:10:37,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:10:37,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:10:37,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ed4b2bc20005 connected 2024-11-13T18:10:37,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:37,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:10:38,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:10:38,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:10:38,002 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:10:38,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:38,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1117b8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:10:38,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@438ce417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:10:38,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b206f70{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/java.io.tmpdir/jetty-localhost-46335-hadoop-hdfs-3_4_1-tests_jar-_-any-7136204921841876664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:10:38,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214795f2{HTTP/1.1, (http/1.1)}{localhost:46335} 2024-11-13T18:10:38,224 INFO [Time-limited test {}] server.Server(415): Started @222719ms 2024-11-13T18:10:38,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:10:38,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:10:38,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:10:38,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:10:38,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:10:38,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13318a7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:10:38,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76912e43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:10:38,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41529fcf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/java.io.tmpdir/jetty-localhost-37175-hadoop-hdfs-3_4_1-tests_jar-_-any-2874026216045109234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:10:38,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58b2fdd5{HTTP/1.1, (http/1.1)}{localhost:37175} 2024-11-13T18:10:38,639 INFO [Time-limited test {}] server.Server(415): Started @223134ms 2024-11-13T18:10:38,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:10:38,821 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/cluster_473b7ffe-fca2-53a4-f1fd-5ae44108064f/data/data1/current/BP-192132768-172.17.0.3-1731521437780/current, will proceed with Du for space computation calculation, 2024-11-13T18:10:38,822 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/cluster_473b7ffe-fca2-53a4-f1fd-5ae44108064f/data/data2/current/BP-192132768-172.17.0.3-1731521437780/current, will proceed with Du for space computation calculation, 2024-11-13T18:10:38,886 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:10:38,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd414641f03b9a9e5 with lease ID 0xdba754bb50b41924: Processing first storage report for DS-27bc2087-1f6e-4958-bead-f52cbc24843e from datanode DatanodeRegistration(127.0.0.1:41313, datanodeUuid=9a1ef22e-6169-4f88-a7b6-5bd4cb086da9, infoPort=42321, infoSecurePort=0, ipcPort=45211, storageInfo=lv=-57;cid=testClusterID;nsid=1949279634;c=1731521437780) 2024-11-13T18:10:38,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd414641f03b9a9e5 with lease ID 0xdba754bb50b41924: from storage DS-27bc2087-1f6e-4958-bead-f52cbc24843e node DatanodeRegistration(127.0.0.1:41313, datanodeUuid=9a1ef22e-6169-4f88-a7b6-5bd4cb086da9, infoPort=42321, infoSecurePort=0, ipcPort=45211, storageInfo=lv=-57;cid=testClusterID;nsid=1949279634;c=1731521437780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:10:38,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd414641f03b9a9e5 with lease ID 0xdba754bb50b41924: Processing first storage report for DS-bcd55c07-3ee8-4e58-b2cc-dbd87fa2906b from datanode DatanodeRegistration(127.0.0.1:41313, datanodeUuid=9a1ef22e-6169-4f88-a7b6-5bd4cb086da9, infoPort=42321, infoSecurePort=0, ipcPort=45211, storageInfo=lv=-57;cid=testClusterID;nsid=1949279634;c=1731521437780) 2024-11-13T18:10:38,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd414641f03b9a9e5 with lease ID 0xdba754bb50b41924: from storage DS-bcd55c07-3ee8-4e58-b2cc-dbd87fa2906b node DatanodeRegistration(127.0.0.1:41313, datanodeUuid=9a1ef22e-6169-4f88-a7b6-5bd4cb086da9, infoPort=42321, infoSecurePort=0, ipcPort=45211, storageInfo=lv=-57;cid=testClusterID;nsid=1949279634;c=1731521437780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:10:38,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab 2024-11-13T18:10:38,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:38,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:10:39,426 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362 with version=8 2024-11-13T18:10:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/hbase-staging 2024-11-13T18:10:39,429 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:10:39,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:39,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:39,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:10:39,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:39,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:10:39,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:10:39,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:10:39,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39101 2024-11-13T18:10:39,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39101 connecting to ZooKeeper ensemble=127.0.0.1:52109 2024-11-13T18:10:39,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391010x0, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:39,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39101-0x100ed4b2bc20006 connected 2024-11-13T18:10:39,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:39,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:39,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Set watcher on znode that does not yet exist, /277909835/running 2024-11-13T18:10:39,596 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362, hbase.cluster.distributed=false 2024-11-13T18:10:39,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Set watcher on znode that does not yet exist, /277909835/acl 2024-11-13T18:10:39,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39101 2024-11-13T18:10:39,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39101 2024-11-13T18:10:39,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39101 2024-11-13T18:10:39,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39101 2024-11-13T18:10:39,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39101 2024-11-13T18:10:39,701 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:10:39,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:39,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:39,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:10:39,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:10:39,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:10:39,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:10:39,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:10:39,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38027 2024-11-13T18:10:39,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38027 connecting to ZooKeeper ensemble=127.0.0.1:52109 2024-11-13T18:10:39,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:39,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:39,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380270x0, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:39,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38027-0x100ed4b2bc20007 connected 2024-11-13T18:10:39,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Set watcher on znode that does not yet exist, /277909835/running 2024-11-13T18:10:39,742 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:10:39,765 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:10:39,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Set watcher on znode that does not yet exist, /277909835/master 2024-11-13T18:10:39,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Set watcher on znode that does not yet exist, /277909835/acl 2024-11-13T18:10:39,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38027 2024-11-13T18:10:39,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38027 2024-11-13T18:10:39,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38027 2024-11-13T18:10:39,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38027 2024-11-13T18:10:39,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38027 2024-11-13T18:10:39,858 DEBUG [M:0;39e84130bbc9:39101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:39101 2024-11-13T18:10:39,865 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /277909835/backup-masters/39e84130bbc9,39101,1731521439429 2024-11-13T18:10:39,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835/backup-masters 2024-11-13T18:10:39,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835/backup-masters 2024-11-13T18:10:39,868 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Set watcher on existing znode=/277909835/backup-masters/39e84130bbc9,39101,1731521439429 2024-11-13T18:10:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/277909835/master 2024-11-13T18:10:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:39,871 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Set watcher on existing znode=/277909835/master 2024-11-13T18:10:39,871 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /277909835/backup-masters/39e84130bbc9,39101,1731521439429 from backup master directory 2024-11-13T18:10:39,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835/backup-masters 2024-11-13T18:10:39,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/277909835/backup-masters/39e84130bbc9,39101,1731521439429 2024-11-13T18:10:39,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835/backup-masters 2024-11-13T18:10:39,873 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:10:39,873 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,39101,1731521439429 2024-11-13T18:10:39,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Unable to get data of znode /277909835/backup-masters/39e84130bbc9,39101,1731521439429 because node does not exist (not an error) 2024-11-13T18:10:39,878 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/hbase.id] with ID: e72bb86b-c5a0-49cd-8a74-0186c004e529 2024-11-13T18:10:39,878 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/.tmp/hbase.id 2024-11-13T18:10:39,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:10:40,295 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/.tmp/hbase.id]:[hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/hbase.id] 2024-11-13T18:10:40,340 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:10:40,340 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:10:40,341 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:10:40,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:40,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:10:40,399 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:40,400 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:10:40,401 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:10:40,835 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store 2024-11-13T18:10:40,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:10:41,258 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:41,258 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:10:41,258 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:41,258 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:41,258 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:10:41,258 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:41,258 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:10:41,258 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521441258Disabling compacts and flushes for region at 1731521441258Disabling writes for close at 1731521441258Writing region close event to WAL at 1731521441258Closed at 1731521441258 2024-11-13T18:10:41,259 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/.initializing 2024-11-13T18:10:41,259 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/WALs/39e84130bbc9,39101,1731521439429 2024-11-13T18:10:41,260 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:10:41,262 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C39101%2C1731521439429, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/WALs/39e84130bbc9,39101,1731521439429, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/oldWALs, maxLogs=10 2024-11-13T18:10:41,281 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/WALs/39e84130bbc9,39101,1731521439429/39e84130bbc9%2C39101%2C1731521439429.1731521441262, exclude list is [], retry=0 2024-11-13T18:10:41,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41313,DS-27bc2087-1f6e-4958-bead-f52cbc24843e,DISK] 2024-11-13T18:10:41,292 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/WALs/39e84130bbc9,39101,1731521439429/39e84130bbc9%2C39101%2C1731521439429.1731521441262 2024-11-13T18:10:41,293 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42321:42321)] 2024-11-13T18:10:41,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:41,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:41,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,294 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:10:41,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:41,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:41,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:10:41,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:41,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:41,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:10:41,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:41,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:41,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:10:41,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:41,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:41,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,312 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,312 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,314 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,314 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,314 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:41,316 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:10:41,319 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:41,319 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74771294, jitterRate=0.1141791045665741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:41,320 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521441294Initializing all the Stores at 1731521441295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521441295Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521441297 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521441297Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521441297Cleaning up temporary data from old regions at 1731521441314 (+17 ms)Region opened successfully at 1731521441320 (+6 ms) 2024-11-13T18:10:41,320 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:10:41,323 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:10:41,324 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:10:41,324 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:10:41,324 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:10:41,325 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:10:41,328 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-13T18:10:41,328 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:10:41,328 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:10:41,334 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:10:41,336 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Unable to get data of znode /277909835/balancer because node does not exist (not necessarily an error) 2024-11-13T18:10:41,337 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /277909835/balancer already deleted, retry=false 2024-11-13T18:10:41,339 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:10:41,340 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Unable to get data of znode /277909835/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:10:41,341 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /277909835/normalizer already deleted, retry=false 2024-11-13T18:10:41,342 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:10:41,346 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Unable to get data of znode /277909835/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:10:41,347 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /277909835/switch/split already deleted, retry=false 2024-11-13T18:10:41,348 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Unable to get data of znode /277909835/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:10:41,349 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /277909835/switch/merge already deleted, retry=false 2024-11-13T18:10:41,352 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Unable to get data of znode /277909835/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:10:41,353 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /277909835/snapshot-cleanup already deleted, retry=false 2024-11-13T18:10:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/277909835/running 2024-11-13T18:10:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/277909835/running 2024-11-13T18:10:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:41,356 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,39101,1731521439429, sessionid=0x100ed4b2bc20006, setting cluster-up flag (Was=false) 2024-11-13T18:10:41,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:41,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:41,364 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /277909835/flush-table-proc/acquired, /277909835/flush-table-proc/reached, /277909835/flush-table-proc/abort 2024-11-13T18:10:41,365 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,39101,1731521439429 2024-11-13T18:10:41,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:41,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:41,377 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /277909835/online-snapshot/acquired, /277909835/online-snapshot/reached, /277909835/online-snapshot/abort 2024-11-13T18:10:41,378 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,39101,1731521439429 2024-11-13T18:10:41,382 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:10:41,383 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:41,384 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:10:41,384 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:10:41,384 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,39101,1731521439429 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:10:41,385 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:41,385 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:41,385 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:41,386 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:10:41,386 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:10:41,386 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,386 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:10:41,386 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:41,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:10:41,389 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:41,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:10:41,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521471418 2024-11-13T18:10:41,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:10:41,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:10:41,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:10:41,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:10:41,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:10:41,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:10:41,429 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,430 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:10:41,430 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:10:41,430 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:10:41,430 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:10:41,430 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:10:41,431 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:10:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:10:41,433 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521441431,5,FailOnTimeoutGroup] 2024-11-13T18:10:41,437 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521441433,5,FailOnTimeoutGroup] 2024-11-13T18:10:41,437 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,437 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:10:41,437 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,437 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,446 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(746): ClusterId : e72bb86b-c5a0-49cd-8a74-0186c004e529 2024-11-13T18:10:41,446 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:10:41,448 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:10:41,448 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:10:41,450 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:10:41,450 DEBUG [RS:0;39e84130bbc9:38027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff1887e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:10:41,468 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:38027 2024-11-13T18:10:41,468 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:10:41,468 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:10:41,468 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:10:41,469 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,39101,1731521439429 with port=38027, startcode=1731521439700 2024-11-13T18:10:41,469 DEBUG [RS:0;39e84130bbc9:38027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:10:41,494 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:10:41,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,38027,1731521439700 2024-11-13T18:10:41,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39101 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,38027,1731521439700 2024-11-13T18:10:41,496 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362 2024-11-13T18:10:41,497 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45129 2024-11-13T18:10:41,497 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:10:41,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835/rs 2024-11-13T18:10:41,506 DEBUG [RS:0;39e84130bbc9:38027 {}] zookeeper.ZKUtil(111): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Set watcher on existing znode=/277909835/rs/39e84130bbc9,38027,1731521439700 2024-11-13T18:10:41,506 WARN [RS:0;39e84130bbc9:38027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:10:41,506 INFO [RS:0;39e84130bbc9:38027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:41,507 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700 2024-11-13T18:10:41,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,38027,1731521439700] 2024-11-13T18:10:41,518 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:10:41,521 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:10:41,525 INFO [RS:0;39e84130bbc9:38027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:10:41,525 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,529 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:10:41,532 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:10:41,532 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,532 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,532 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,532 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,532 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,532 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,532 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:10:41,532 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,532 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,533 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,533 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,533 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,533 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:10:41,533 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:10:41,533 DEBUG [RS:0;39e84130bbc9:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:10:41,539 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,539 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,539 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,539 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,539 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,539 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38027,1731521439700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:10:41,565 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:10:41,565 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38027,1731521439700-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,565 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,565 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.Replication(171): 39e84130bbc9,38027,1731521439700 started 2024-11-13T18:10:41,587 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:41,588 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,38027,1731521439700, RpcServer on 39e84130bbc9/172.17.0.3:38027, sessionid=0x100ed4b2bc20007 2024-11-13T18:10:41,588 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:10:41,588 DEBUG [RS:0;39e84130bbc9:38027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,38027,1731521439700 2024-11-13T18:10:41,588 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,38027,1731521439700' 2024-11-13T18:10:41,588 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/277909835/flush-table-proc/abort' 2024-11-13T18:10:41,590 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/277909835/flush-table-proc/acquired' 2024-11-13T18:10:41,591 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:10:41,591 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:10:41,591 DEBUG [RS:0;39e84130bbc9:38027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,38027,1731521439700 2024-11-13T18:10:41,591 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,38027,1731521439700' 2024-11-13T18:10:41,591 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/277909835/online-snapshot/abort' 2024-11-13T18:10:41,591 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/277909835/online-snapshot/acquired' 2024-11-13T18:10:41,592 DEBUG [RS:0;39e84130bbc9:38027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:10:41,592 INFO [RS:0;39e84130bbc9:38027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:10:41,592 INFO [RS:0;39e84130bbc9:38027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:10:41,693 INFO [RS:0;39e84130bbc9:38027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:10:41,698 INFO [RS:0;39e84130bbc9:38027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C38027%2C1731521439700, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/oldWALs, maxLogs=10 2024-11-13T18:10:41,717 DEBUG [RS:0;39e84130bbc9:38027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, exclude list is [], retry=0 2024-11-13T18:10:41,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41313,DS-27bc2087-1f6e-4958-bead-f52cbc24843e,DISK] 2024-11-13T18:10:41,736 INFO [RS:0;39e84130bbc9:38027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 2024-11-13T18:10:41,746 DEBUG [RS:0;39e84130bbc9:38027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42321:42321)] 2024-11-13T18:10:41,840 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:10:41,840 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362 2024-11-13T18:10:41,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:10:41,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:41,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:10:41,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:10:41,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:41,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:41,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:10:41,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:10:41,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:41,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:41,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:10:41,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:10:41,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:41,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:41,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:10:41,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:10:41,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:41,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:41,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:10:41,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740 2024-11-13T18:10:41,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740 2024-11-13T18:10:41,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:10:41,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:10:41,915 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:41,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:10:41,918 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:41,918 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61751285, jitterRate=-0.07983414828777313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:41,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521441892Initializing all the Stores at 1731521441895 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521441895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521441898 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521441898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521441898Cleaning up temporary data from old regions at 1731521441914 (+16 ms)Region opened successfully at 1731521441918 (+4 ms) 2024-11-13T18:10:41,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:10:41,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:10:41,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:10:41,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:10:41,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:10:41,921 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:10:41,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521441918Disabling compacts and flushes for region at 1731521441918Disabling writes for close at 1731521441918Writing region close event to WAL at 1731521441921 (+3 ms)Closed at 1731521441921 2024-11-13T18:10:41,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:41,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:10:41,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:10:41,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:10:41,925 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:10:42,075 DEBUG [39e84130bbc9:39101 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:10:42,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,38027,1731521439700 2024-11-13T18:10:42,077 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,38027,1731521439700, state=OPENING 2024-11-13T18:10:42,079 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:10:42,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:42,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:42,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /277909835/meta-region-server: CHANGED 2024-11-13T18:10:42,081 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:10:42,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,38027,1731521439700}] 2024-11-13T18:10:42,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /277909835/meta-region-server: CHANGED 2024-11-13T18:10:42,234 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:10:42,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:10:42,245 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:10:42,245 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:42,245 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:10:42,249 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C38027%2C1731521439700.meta, suffix=.meta, logDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/oldWALs, maxLogs=10 2024-11-13T18:10:42,270 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.meta.1731521442250.meta, exclude list is [], retry=0 2024-11-13T18:10:42,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41313,DS-27bc2087-1f6e-4958-bead-f52cbc24843e,DISK] 2024-11-13T18:10:42,286 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.meta.1731521442250.meta 2024-11-13T18:10:42,289 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42321:42321)] 2024-11-13T18:10:42,289 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:42,290 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:42,290 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:10:42,290 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:10:42,290 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:10:42,290 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:10:42,290 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:42,290 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:10:42,290 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:10:42,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:10:42,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:10:42,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:42,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:42,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:10:42,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:10:42,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:42,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:42,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:10:42,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:10:42,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:42,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:42,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:10:42,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:10:42,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:42,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:10:42,301 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:10:42,302 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740 2024-11-13T18:10:42,303 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740 2024-11-13T18:10:42,304 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:10:42,304 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:10:42,305 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:10:42,309 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:10:42,309 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59793993, jitterRate=-0.1090000718832016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:10:42,309 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:10:42,310 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521442290Writing region info on filesystem at 1731521442290Initializing all the Stores at 1731521442291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521442291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521442293 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521442293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521442293Cleaning up temporary data from old regions at 1731521442304 (+11 ms)Running coprocessor post-open hooks at 1731521442309 (+5 ms)Region opened successfully at 1731521442310 (+1 ms) 2024-11-13T18:10:42,315 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521442234 2024-11-13T18:10:42,318 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:10:42,318 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:10:42,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,38027,1731521439700 2024-11-13T18:10:42,319 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,38027,1731521439700, state=OPEN 2024-11-13T18:10:42,322 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,38027,1731521439700 2024-11-13T18:10:42,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/277909835/meta-region-server 2024-11-13T18:10:42,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/277909835/meta-region-server 2024-11-13T18:10:42,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /277909835/meta-region-server: CHANGED 2024-11-13T18:10:42,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /277909835/meta-region-server: CHANGED 2024-11-13T18:10:42,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:10:42,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,38027,1731521439700 in 241 msec 2024-11-13T18:10:42,332 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:10:42,332 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:10:42,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:10:42,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-13T18:10:42,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:42,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,38027,1731521439700, seqNum=-1] 2024-11-13T18:10:42,338 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:42,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:42,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 982 msec 2024-11-13T18:10:42,369 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521442369, completionTime=-1 2024-11-13T18:10:42,369 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:10:42,369 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:10:42,373 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:10:42,373 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521502373 2024-11-13T18:10:42,373 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521562373 2024-11-13T18:10:42,373 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T18:10:42,374 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39101,1731521439429-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:42,374 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39101,1731521439429-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:42,374 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39101,1731521439429-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:42,374 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:39101, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:42,374 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:42,377 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:10:42,381 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:42,385 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.512sec 2024-11-13T18:10:42,385 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:10:42,386 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:10:42,386 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:10:42,386 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:10:42,386 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:10:42,386 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39101,1731521439429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:10:42,386 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39101,1731521439429-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:10:42,404 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:10:42,404 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:10:42,404 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39101,1731521439429-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:10:42,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582d1e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:42,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39101,-1 for getting cluster id 2024-11-13T18:10:42,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:42,462 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e72bb86b-c5a0-49cd-8a74-0186c004e529' 2024-11-13T18:10:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:42,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e72bb86b-c5a0-49cd-8a74-0186c004e529" 2024-11-13T18:10:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449b4c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39101,-1] 2024-11-13T18:10:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:42,468 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:42,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d805c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:42,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:42,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,38027,1731521439700, seqNum=-1] 2024-11-13T18:10:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:42,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:42,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,39101,1731521439429 2024-11-13T18:10:42,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52109 2024-11-13T18:10:42,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:10:42,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ed4b2bc20008 connected 2024-11-13T18:10:42,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41009,1731521428721 2024-11-13T18:10:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701ca67c 2024-11-13T18:10:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:42,503 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:42,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:10:42,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:10:42,511 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:42,512 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:10:42,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:10:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:42,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:10:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:42,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:10:42,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:42,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:42,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71eb7e52ecf73c66256fd74b21002c1a, NAME => 'test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42 2024-11-13T18:10:43,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:43,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:43,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:43,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:43,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:43,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:43,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:43,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:43,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:10:43,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:43,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:43,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 71eb7e52ecf73c66256fd74b21002c1a, disabling compactions & flushes 2024-11-13T18:10:43,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:10:43,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:10:43,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. after waiting 0 ms 2024-11-13T18:10:43,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:10:43,446 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:10:43,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71eb7e52ecf73c66256fd74b21002c1a: Waiting for close lock at 1731521443445Disabling compacts and flushes for region at 1731521443445Disabling writes for close at 1731521443446 (+1 ms)Writing region close event to WAL at 1731521443446Closed at 1731521443446 2024-11-13T18:10:43,448 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:10:43,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521443449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521443449"}]},"ts":"1731521443449"} 2024-11-13T18:10:43,457 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:10:43,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:10:43,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521443459"}]},"ts":"1731521443459"} 2024-11-13T18:10:43,468 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:10:43,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71eb7e52ecf73c66256fd74b21002c1a, ASSIGN}] 2024-11-13T18:10:43,472 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71eb7e52ecf73c66256fd74b21002c1a, ASSIGN 2024-11-13T18:10:43,477 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=71eb7e52ecf73c66256fd74b21002c1a, ASSIGN; state=OFFLINE, location=39e84130bbc9,39789,1731521428827; forceNewPlan=false, retain=false 2024-11-13T18:10:43,630 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71eb7e52ecf73c66256fd74b21002c1a, regionState=OPENING, regionLocation=39e84130bbc9,39789,1731521428827 2024-11-13T18:10:43,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=71eb7e52ecf73c66256fd74b21002c1a, ASSIGN because future has completed 2024-11-13T18:10:43,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71eb7e52ecf73c66256fd74b21002c1a, server=39e84130bbc9,39789,1731521428827}] 2024-11-13T18:10:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:43,879 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:10:43,879 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 71eb7e52ecf73c66256fd74b21002c1a, NAME => 'test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:43,880 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:43,880 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:10:43,880 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,880 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:43,881 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,881 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:10:43,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T18:10:43,905 INFO [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,909 INFO [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71eb7e52ecf73c66256fd74b21002c1a columnFamilyName f 2024-11-13T18:10:43,909 DEBUG [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:43,913 INFO [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] regionserver.HStore(327): Store=71eb7e52ecf73c66256fd74b21002c1a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:43,913 INFO [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,922 INFO [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71eb7e52ecf73c66256fd74b21002c1a columnFamilyName f1 2024-11-13T18:10:43,922 DEBUG [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:43,923 INFO [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] regionserver.HStore(327): Store=71eb7e52ecf73c66256fd74b21002c1a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:43,923 INFO [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,938 INFO [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71eb7e52ecf73c66256fd74b21002c1a columnFamilyName norep 2024-11-13T18:10:43,938 DEBUG [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:43,942 INFO [StoreOpener-71eb7e52ecf73c66256fd74b21002c1a-1 {}] regionserver.HStore(327): Store=71eb7e52ecf73c66256fd74b21002c1a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:43,942 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,949 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,952 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,972 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,972 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,980 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:10:43,985 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,988 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:43,988 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 71eb7e52ecf73c66256fd74b21002c1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71132858, jitterRate=0.059962183237075806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:10:43,988 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:10:43,989 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 71eb7e52ecf73c66256fd74b21002c1a: Running coprocessor pre-open hook at 1731521443881Writing region info on filesystem at 1731521443881Initializing all the Stores at 1731521443889 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521443889Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521443898 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521443898Cleaning up temporary data from old regions at 1731521443972 (+74 ms)Running coprocessor post-open hooks at 1731521443988 (+16 ms)Region opened successfully at 1731521443989 (+1 ms) 2024-11-13T18:10:43,990 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a., pid=6, masterSystemTime=1731521443802 2024-11-13T18:10:43,992 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:10:43,992 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:10:43,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71eb7e52ecf73c66256fd74b21002c1a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,39789,1731521428827 2024-11-13T18:10:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71eb7e52ecf73c66256fd74b21002c1a, server=39e84130bbc9,39789,1731521428827 because future has completed 2024-11-13T18:10:44,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:10:44,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 71eb7e52ecf73c66256fd74b21002c1a, server=39e84130bbc9,39789,1731521428827 in 358 msec 2024-11-13T18:10:44,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:10:44,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=71eb7e52ecf73c66256fd74b21002c1a, ASSIGN in 536 msec 2024-11-13T18:10:44,024 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:10:44,024 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521444024"}]},"ts":"1731521444024"} 2024-11-13T18:10:44,033 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:10:44,035 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:10:44,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.5310 sec 2024-11-13T18:10:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:44,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:44,692 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:10:44,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,40313,1731521433760 2024-11-13T18:10:44,693 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@473e8d70 2024-11-13T18:10:44,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:44,695 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:44,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:10:44,699 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:10:44,699 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:44,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:10:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:44,700 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:10:44,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:10:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:45,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 067647c224e87740514503dca3ccbb4e, NAME => 'test,,1731521444696.067647c224e87740514503dca3ccbb4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159 2024-11-13T18:10:45,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:10:45,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521444696.067647c224e87740514503dca3ccbb4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:45,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 067647c224e87740514503dca3ccbb4e, disabling compactions & flushes 2024-11-13T18:10:45,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:10:45,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:10:45,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521444696.067647c224e87740514503dca3ccbb4e. after waiting 0 ms 2024-11-13T18:10:45,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:10:45,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:10:45,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 067647c224e87740514503dca3ccbb4e: Waiting for close lock at 1731521445228Disabling compacts and flushes for region at 1731521445228Disabling writes for close at 1731521445229 (+1 ms)Writing region close event to WAL at 1731521445229Closed at 1731521445229 2024-11-13T18:10:45,231 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:10:45,231 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521444696.067647c224e87740514503dca3ccbb4e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521445231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521445231"}]},"ts":"1731521445231"} 2024-11-13T18:10:45,234 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:10:45,235 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:10:45,236 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521445235"}]},"ts":"1731521445235"} 2024-11-13T18:10:45,239 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:10:45,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=067647c224e87740514503dca3ccbb4e, ASSIGN}] 2024-11-13T18:10:45,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=067647c224e87740514503dca3ccbb4e, ASSIGN 2024-11-13T18:10:45,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=067647c224e87740514503dca3ccbb4e, ASSIGN; state=OFFLINE, location=39e84130bbc9,40623,1731521434038; forceNewPlan=false, retain=false 2024-11-13T18:10:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:45,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=067647c224e87740514503dca3ccbb4e, regionState=OPENING, regionLocation=39e84130bbc9,40623,1731521434038 2024-11-13T18:10:45,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=067647c224e87740514503dca3ccbb4e, ASSIGN because future has completed 2024-11-13T18:10:45,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 067647c224e87740514503dca3ccbb4e, server=39e84130bbc9,40623,1731521434038}] 2024-11-13T18:10:45,585 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:10:45,585 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 067647c224e87740514503dca3ccbb4e, NAME => 'test,,1731521444696.067647c224e87740514503dca3ccbb4e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:45,586 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:45,586 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:10:45,586 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,586 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521444696.067647c224e87740514503dca3ccbb4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:45,586 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,586 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,594 INFO [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,613 INFO [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 067647c224e87740514503dca3ccbb4e columnFamilyName f 2024-11-13T18:10:45,613 DEBUG [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:45,620 INFO [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] regionserver.HStore(327): Store=067647c224e87740514503dca3ccbb4e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:45,620 INFO [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,622 INFO [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 067647c224e87740514503dca3ccbb4e columnFamilyName f1 2024-11-13T18:10:45,622 DEBUG [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:45,625 INFO [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] regionserver.HStore(327): Store=067647c224e87740514503dca3ccbb4e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:45,626 INFO [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,628 INFO [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 067647c224e87740514503dca3ccbb4e columnFamilyName norep 2024-11-13T18:10:45,628 DEBUG [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:45,629 INFO [StoreOpener-067647c224e87740514503dca3ccbb4e-1 {}] regionserver.HStore(327): Store=067647c224e87740514503dca3ccbb4e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:45,629 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,630 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,631 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,640 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,640 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,641 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:10:45,649 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,671 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:45,671 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 067647c224e87740514503dca3ccbb4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62915822, jitterRate=-0.062481194734573364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:10:45,671 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 067647c224e87740514503dca3ccbb4e 2024-11-13T18:10:45,672 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 067647c224e87740514503dca3ccbb4e: Running coprocessor pre-open hook at 1731521445586Writing region info on filesystem at 1731521445586Initializing all the Stores at 1731521445593 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521445593Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521445594 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521445594Cleaning up temporary data from old regions at 1731521445640 (+46 ms)Running coprocessor post-open hooks at 1731521445671 (+31 ms)Region opened successfully at 1731521445671 2024-11-13T18:10:45,681 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521444696.067647c224e87740514503dca3ccbb4e., pid=6, masterSystemTime=1731521445559 2024-11-13T18:10:45,685 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:10:45,686 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:10:45,691 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=067647c224e87740514503dca3ccbb4e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,40623,1731521434038 2024-11-13T18:10:45,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 067647c224e87740514503dca3ccbb4e, server=39e84130bbc9,40623,1731521434038 because future has completed 2024-11-13T18:10:45,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:10:45,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 067647c224e87740514503dca3ccbb4e, server=39e84130bbc9,40623,1731521434038 in 310 msec 2024-11-13T18:10:45,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:10:45,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=067647c224e87740514503dca3ccbb4e, ASSIGN in 477 msec 2024-11-13T18:10:45,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:10:45,719 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521445719"}]},"ts":"1731521445719"} 2024-11-13T18:10:45,721 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:10:45,722 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:10:45,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0250 sec 2024-11-13T18:10:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:45,836 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:10:45,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39101,1731521439429 2024-11-13T18:10:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e382dfe 2024-11-13T18:10:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:45,841 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:45,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:10:45,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:10:45,845 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:45,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:10:45,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:10:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:10:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:46,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cd0a0ef18d0b9193b7136d35601531a, NAME => 'test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362 2024-11-13T18:10:46,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:10:46,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:46,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:46,436 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48375 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:10:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6cd0a0ef18d0b9193b7136d35601531a, disabling compactions & flushes 2024-11-13T18:10:46,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:10:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:10:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. after waiting 0 ms 2024-11-13T18:10:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:10:46,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:10:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cd0a0ef18d0b9193b7136d35601531a: Waiting for close lock at 1731521446679Disabling compacts and flushes for region at 1731521446679Disabling writes for close at 1731521446679Writing region close event to WAL at 1731521446679Closed at 1731521446679 2024-11-13T18:10:46,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:10:46,682 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521446682"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521446682"}]},"ts":"1731521446682"} 2024-11-13T18:10:46,686 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:10:46,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:10:46,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521446687"}]},"ts":"1731521446687"} 2024-11-13T18:10:46,690 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:10:46,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6cd0a0ef18d0b9193b7136d35601531a, ASSIGN}] 2024-11-13T18:10:46,698 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6cd0a0ef18d0b9193b7136d35601531a, ASSIGN 2024-11-13T18:10:46,699 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6cd0a0ef18d0b9193b7136d35601531a, ASSIGN; state=OFFLINE, location=39e84130bbc9,38027,1731521439700; forceNewPlan=false, retain=false 2024-11-13T18:10:46,851 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cd0a0ef18d0b9193b7136d35601531a, regionState=OPENING, regionLocation=39e84130bbc9,38027,1731521439700 2024-11-13T18:10:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6cd0a0ef18d0b9193b7136d35601531a, ASSIGN because future has completed 2024-11-13T18:10:46,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cd0a0ef18d0b9193b7136d35601531a, server=39e84130bbc9,38027,1731521439700}] 2024-11-13T18:10:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:47,041 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:10:47,042 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cd0a0ef18d0b9193b7136d35601531a, NAME => 'test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:47,042 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:47,042 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:10:47,042 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,043 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:47,043 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,043 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,044 INFO [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,046 INFO [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cd0a0ef18d0b9193b7136d35601531a columnFamilyName f 2024-11-13T18:10:47,046 DEBUG [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:47,046 INFO [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] regionserver.HStore(327): Store=6cd0a0ef18d0b9193b7136d35601531a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:47,046 INFO [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,048 INFO [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cd0a0ef18d0b9193b7136d35601531a columnFamilyName f1 2024-11-13T18:10:47,048 DEBUG [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:47,048 INFO [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] regionserver.HStore(327): Store=6cd0a0ef18d0b9193b7136d35601531a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:47,048 INFO [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,050 INFO [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cd0a0ef18d0b9193b7136d35601531a columnFamilyName norep 2024-11-13T18:10:47,050 DEBUG [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:47,050 INFO [StoreOpener-6cd0a0ef18d0b9193b7136d35601531a-1 {}] regionserver.HStore(327): Store=6cd0a0ef18d0b9193b7136d35601531a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:47,050 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,051 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,052 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,053 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,053 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,053 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:10:47,054 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,069 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:47,073 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6cd0a0ef18d0b9193b7136d35601531a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65606746, jitterRate=-0.022383302450180054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:10:47,073 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:10:47,073 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6cd0a0ef18d0b9193b7136d35601531a: Running coprocessor pre-open hook at 1731521447043Writing region info on filesystem at 1731521447043Initializing all the Stores at 1731521447043Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521447043Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521447044 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521447044Cleaning up temporary data from old regions at 1731521447053 (+9 ms)Running coprocessor post-open hooks at 1731521447073 (+20 ms)Region opened successfully at 1731521447073 2024-11-13T18:10:47,079 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a., pid=6, masterSystemTime=1731521447036 2024-11-13T18:10:47,097 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:10:47,097 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:10:47,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cd0a0ef18d0b9193b7136d35601531a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,38027,1731521439700 2024-11-13T18:10:47,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cd0a0ef18d0b9193b7136d35601531a, server=39e84130bbc9,38027,1731521439700 because future has completed 2024-11-13T18:10:47,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:10:47,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cd0a0ef18d0b9193b7136d35601531a, server=39e84130bbc9,38027,1731521439700 in 253 msec 2024-11-13T18:10:47,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:10:47,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6cd0a0ef18d0b9193b7136d35601531a, ASSIGN in 447 msec 2024-11-13T18:10:47,141 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:10:47,142 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521447141"}]},"ts":"1731521447141"} 2024-11-13T18:10:47,144 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:10:47,148 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:10:47,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3060 sec 2024-11-13T18:10:47,519 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T18:10:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:10:47,995 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:10:47,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c524fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:47,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41009,-1 for getting cluster id 2024-11-13T18:10:47,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:47,998 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ee4112-8872-42a9-8623-a0cad77d0380' 2024-11-13T18:10:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ee4112-8872-42a9-8623-a0cad77d0380" 2024-11-13T18:10:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f97775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41009,-1] 2024-11-13T18:10:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:48,000 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515c52a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:48,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41009,1731521428721 2024-11-13T18:10:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bdb839b 2024-11-13T18:10:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:48,004 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:48,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:40313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:10:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:10:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:48,007 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:40313' 2024-11-13T18:10:48,008 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10973542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:48,008 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40313,-1 for getting cluster id 2024-11-13T18:10:48,008 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:48,009 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93fe3b19-111c-440d-9ab0-30fccf7f2baf' 2024-11-13T18:10:48,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:48,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93fe3b19-111c-440d-9ab0-30fccf7f2baf" 2024-11-13T18:10:48,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a45809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:48,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40313,-1] 2024-11-13T18:10:48,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:48,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:48,010 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:48,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38df5b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:48,011 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:48,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,40313,1731521433760 2024-11-13T18:10:48,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d821cac 2024-11-13T18:10:48,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:48,013 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:48,014 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T18:10:48,014 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:10:48,014 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:48,014 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:48,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:48,015 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:48,017 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:10:48,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:10:48,019 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:48,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:10:48,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:10:48,068 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:10:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:48,442 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1bf32a059fbc7d2138ffe7b6485cea8, NAME => 'hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42 2024-11-13T18:10:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:10:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:48,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:48,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a1bf32a059fbc7d2138ffe7b6485cea8, disabling compactions & flushes 2024-11-13T18:10:48,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:10:48,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:10:48,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. after waiting 0 ms 2024-11-13T18:10:48,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:10:48,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:10:48,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1bf32a059fbc7d2138ffe7b6485cea8: Waiting for close lock at 1731521448851Disabling compacts and flushes for region at 1731521448851Disabling writes for close at 1731521448851Writing region close event to WAL at 1731521448851Closed at 1731521448851 2024-11-13T18:10:48,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:10:48,853 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521448853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521448853"}]},"ts":"1731521448853"} 2024-11-13T18:10:48,860 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:10:48,861 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:10:48,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521448861"}]},"ts":"1731521448861"} 2024-11-13T18:10:48,864 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:10:48,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1bf32a059fbc7d2138ffe7b6485cea8, ASSIGN}] 2024-11-13T18:10:48,873 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1bf32a059fbc7d2138ffe7b6485cea8, ASSIGN 2024-11-13T18:10:48,874 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1bf32a059fbc7d2138ffe7b6485cea8, ASSIGN; state=OFFLINE, location=39e84130bbc9,39789,1731521428827; forceNewPlan=false, retain=false 2024-11-13T18:10:49,025 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1bf32a059fbc7d2138ffe7b6485cea8, regionState=OPENING, regionLocation=39e84130bbc9,39789,1731521428827 2024-11-13T18:10:49,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1bf32a059fbc7d2138ffe7b6485cea8, ASSIGN because future has completed 2024-11-13T18:10:49,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1bf32a059fbc7d2138ffe7b6485cea8, server=39e84130bbc9,39789,1731521428827}] 2024-11-13T18:10:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:49,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:10:49,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:49,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:10:49,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C39789%2C1731521428827.rep, suffix=, logDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827, archiveDir=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/oldWALs, maxLogs=10 2024-11-13T18:10:49,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.rep.1731521449187, exclude list is [], retry=0 2024-11-13T18:10:49,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42853,DS-e2f4adaa-00ed-4e98-b833-8e338c917a8b,DISK] 2024-11-13T18:10:49,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.rep.1731521449187 2024-11-13T18:10:49,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-13T18:10:49,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a1bf32a059fbc7d2138ffe7b6485cea8, NAME => 'hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:49,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:49,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:10:49,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. service=MultiRowMutationService 2024-11-13T18:10:49,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:10:49,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:49,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,221 INFO [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,222 INFO [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1bf32a059fbc7d2138ffe7b6485cea8 columnFamilyName hfileref 2024-11-13T18:10:49,222 DEBUG [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:49,223 INFO [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] regionserver.HStore(327): Store=a1bf32a059fbc7d2138ffe7b6485cea8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:49,223 INFO [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,226 INFO [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1bf32a059fbc7d2138ffe7b6485cea8 columnFamilyName queue 2024-11-13T18:10:49,226 DEBUG [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:49,226 INFO [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] regionserver.HStore(327): Store=a1bf32a059fbc7d2138ffe7b6485cea8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:49,226 INFO [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,228 INFO [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1bf32a059fbc7d2138ffe7b6485cea8 columnFamilyName sid 2024-11-13T18:10:49,228 DEBUG [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:49,230 INFO [StoreOpener-a1bf32a059fbc7d2138ffe7b6485cea8-1 {}] regionserver.HStore(327): Store=a1bf32a059fbc7d2138ffe7b6485cea8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:49,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/replication/a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/replication/a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:10:49,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/replication/a1bf32a059fbc7d2138ffe7b6485cea8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:49,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a1bf32a059fbc7d2138ffe7b6485cea8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73282296, jitterRate=0.09199130535125732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:10:49,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:10:49,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a1bf32a059fbc7d2138ffe7b6485cea8: Running coprocessor pre-open hook at 1731521449220Writing region info on filesystem at 1731521449220Initializing all the Stores at 1731521449220Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521449220Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521449221 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521449221Cleaning up temporary data from old regions at 1731521449240 (+19 ms)Running coprocessor post-open hooks at 1731521449254 (+14 ms)Region opened successfully at 1731521449255 (+1 ms) 2024-11-13T18:10:49,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8., pid=10, masterSystemTime=1731521449180 2024-11-13T18:10:49,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:10:49,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1bf32a059fbc7d2138ffe7b6485cea8, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,39789,1731521428827 2024-11-13T18:10:49,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:10:49,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1bf32a059fbc7d2138ffe7b6485cea8, server=39e84130bbc9,39789,1731521428827 because future has completed 2024-11-13T18:10:49,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:10:49,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a1bf32a059fbc7d2138ffe7b6485cea8, server=39e84130bbc9,39789,1731521428827 in 244 msec 2024-11-13T18:10:49,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:10:49,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1bf32a059fbc7d2138ffe7b6485cea8, ASSIGN in 411 msec 2024-11-13T18:10:49,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:10:49,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521449278"}]},"ts":"1731521449278"} 2024-11-13T18:10:49,282 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:10:49,283 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:10:49,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2680 sec 2024-11-13T18:10:49,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8., hostname=39e84130bbc9,39789,1731521428827, seqNum=2] 2024-11-13T18:10:49,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:49,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:10:49,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:10:49,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:10:49,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:49,470 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T18:10:49,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:10:49,517 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:10:49,589 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,39789,1731521428827, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:10:49,593 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:49,593 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,39789,1731521428827, seqNum=-1] 2024-11-13T18:10:49,593 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:49,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T18:10:49,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,39789,1731521428827', locateType=CURRENT is [region=hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8., hostname=39e84130bbc9,39789,1731521428827, seqNum=2] 2024-11-13T18:10:49,605 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:10:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:10:49,621 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,39789,1731521428827 suceeded 2024-11-13T18:10:49,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:10:49,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 268 msec 2024-11-13T18:10:49,623 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:40313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:10:49,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6190 sec 2024-11-13T18:10:49,642 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:40313' 2024-11-13T18:10:49,645 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6319fb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:49,645 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40313,-1 for getting cluster id 2024-11-13T18:10:49,645 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:49,646 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93fe3b19-111c-440d-9ab0-30fccf7f2baf' 2024-11-13T18:10:49,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:49,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93fe3b19-111c-440d-9ab0-30fccf7f2baf" 2024-11-13T18:10:49,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6110718b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:49,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40313,-1] 2024-11-13T18:10:49,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:49,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:49,649 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:49,650 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cc07409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:49,650 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:49,651 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,40313,1731521433760 2024-11-13T18:10:49,651 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c79aa36 2024-11-13T18:10:49,651 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:49,656 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T18:10:49,661 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,39789,1731521428827 (queues=1) is replicating from cluster=62ee4112-8872-42a9-8623-a0cad77d0380 to cluster=93fe3b19-111c-440d-9ab0-30fccf7f2baf 2024-11-13T18:10:49,661 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C39789%2C1731521428827 2024-11-13T18:10:49,661 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,39789,1731521428827, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:10:49,669 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, startPosition=0, beingWritten=true 2024-11-13T18:10:49,673 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C39789%2C1731521428827 2024-11-13T18:10:49,706 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:49,707 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,39789,1731521428827 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:49,709 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 379, reset compression=false 2024-11-13T18:10:49,953 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 379, reset compression=false 2024-11-13T18:10:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:50,169 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:10:50,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:10:50,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:50,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:50,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:50,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:50,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5611ca9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:50,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40313,-1 for getting cluster id 2024-11-13T18:10:50,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:50,177 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93fe3b19-111c-440d-9ab0-30fccf7f2baf' 2024-11-13T18:10:50,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93fe3b19-111c-440d-9ab0-30fccf7f2baf" 2024-11-13T18:10:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41107556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40313,-1] 2024-11-13T18:10:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:50,181 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653dca85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:50,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,40313,1731521433760 2024-11-13T18:10:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ddeefa5 2024-11-13T18:10:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:50,201 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:50,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:39101,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:10:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:10:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:50,217 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:39101' 2024-11-13T18:10:50,220 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2b2293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:50,220 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39101,-1 for getting cluster id 2024-11-13T18:10:50,220 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:50,222 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e72bb86b-c5a0-49cd-8a74-0186c004e529' 2024-11-13T18:10:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e72bb86b-c5a0-49cd-8a74-0186c004e529" 2024-11-13T18:10:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bcadbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39101,-1] 2024-11-13T18:10:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:50,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:50,225 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:50,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579a8cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:50,227 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:50,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39101,1731521439429 2024-11-13T18:10:50,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@608221af 2024-11-13T18:10:50,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:50,235 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:50,236 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T18:10:50,236 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:10:50,236 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:50,236 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:50,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:50,236 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:50,238 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:10:50,241 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:10:50,241 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:50,242 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:10:50,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:10:50,277 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 379, reset compression=false 2024-11-13T18:10:50,289 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:10:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:50,682 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70ab0f8692bacb91c0aeeb4dcfa28a25, NAME => 'hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159 2024-11-13T18:10:50,694 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 379, reset compression=false 2024-11-13T18:10:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:10:50,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:50,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 70ab0f8692bacb91c0aeeb4dcfa28a25, disabling compactions & flushes 2024-11-13T18:10:50,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:10:50,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:10:50,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. after waiting 0 ms 2024-11-13T18:10:50,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:10:50,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:10:50,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70ab0f8692bacb91c0aeeb4dcfa28a25: Waiting for close lock at 1731521450774Disabling compacts and flushes for region at 1731521450774Disabling writes for close at 1731521450775 (+1 ms)Writing region close event to WAL at 1731521450775Closed at 1731521450775 2024-11-13T18:10:50,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:10:50,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521450781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521450781"}]},"ts":"1731521450781"} 2024-11-13T18:10:50,801 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:10:50,803 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:10:50,804 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521450803"}]},"ts":"1731521450803"} 2024-11-13T18:10:50,812 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:10:50,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70ab0f8692bacb91c0aeeb4dcfa28a25, ASSIGN}] 2024-11-13T18:10:50,825 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70ab0f8692bacb91c0aeeb4dcfa28a25, ASSIGN 2024-11-13T18:10:50,833 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70ab0f8692bacb91c0aeeb4dcfa28a25, ASSIGN; state=OFFLINE, location=39e84130bbc9,40623,1731521434038; forceNewPlan=false, retain=false 2024-11-13T18:10:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:50,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70ab0f8692bacb91c0aeeb4dcfa28a25, regionState=OPENING, regionLocation=39e84130bbc9,40623,1731521434038 2024-11-13T18:10:50,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70ab0f8692bacb91c0aeeb4dcfa28a25, ASSIGN because future has completed 2024-11-13T18:10:51,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70ab0f8692bacb91c0aeeb4dcfa28a25, server=39e84130bbc9,40623,1731521434038}] 2024-11-13T18:10:51,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:10:51,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:51,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:10:51,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40623%2C1731521434038.rep, suffix=, logDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/oldWALs, maxLogs=10 2024-11-13T18:10:51,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.rep.1731521451178, exclude list is [], retry=0 2024-11-13T18:10:51,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42577,DS-04f3f02d-3b50-4a28-beb6-714e572930c1,DISK] 2024-11-13T18:10:51,253 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 379, reset compression=false 2024-11-13T18:10:51,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.rep.1731521451178 2024-11-13T18:10:51,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46529:46529)] 2024-11-13T18:10:51,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 70ab0f8692bacb91c0aeeb4dcfa28a25, NAME => 'hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:51,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:51,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:10:51,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. service=MultiRowMutationService 2024-11-13T18:10:51,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:10:51,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:51,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,283 INFO [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,291 INFO [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70ab0f8692bacb91c0aeeb4dcfa28a25 columnFamilyName hfileref 2024-11-13T18:10:51,291 DEBUG [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:51,292 INFO [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] regionserver.HStore(327): Store=70ab0f8692bacb91c0aeeb4dcfa28a25/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:51,293 INFO [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,295 INFO [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70ab0f8692bacb91c0aeeb4dcfa28a25 columnFamilyName queue 2024-11-13T18:10:51,295 DEBUG [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:51,295 INFO [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] regionserver.HStore(327): Store=70ab0f8692bacb91c0aeeb4dcfa28a25/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:51,295 INFO [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,296 INFO [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70ab0f8692bacb91c0aeeb4dcfa28a25 columnFamilyName sid 2024-11-13T18:10:51,296 DEBUG [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:51,297 INFO [StoreOpener-70ab0f8692bacb91c0aeeb4dcfa28a25-1 {}] regionserver.HStore(327): Store=70ab0f8692bacb91c0aeeb4dcfa28a25/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:51,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/replication/70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/replication/70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:10:51,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/replication/70ab0f8692bacb91c0aeeb4dcfa28a25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:51,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 70ab0f8692bacb91c0aeeb4dcfa28a25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67768256, jitterRate=0.009825706481933594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:10:51,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:10:51,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 70ab0f8692bacb91c0aeeb4dcfa28a25: Running coprocessor pre-open hook at 1731521451266Writing region info on filesystem at 1731521451266Initializing all the Stores at 1731521451277 (+11 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521451277Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521451281 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521451281Cleaning up temporary data from old regions at 1731521451299 (+18 ms)Running coprocessor post-open hooks at 1731521451304 (+5 ms)Region opened successfully at 1731521451304 2024-11-13T18:10:51,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25., pid=10, masterSystemTime=1731521451166 2024-11-13T18:10:51,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:10:51,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:10:51,309 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70ab0f8692bacb91c0aeeb4dcfa28a25, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,40623,1731521434038 2024-11-13T18:10:51,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70ab0f8692bacb91c0aeeb4dcfa28a25, server=39e84130bbc9,40623,1731521434038 because future has completed 2024-11-13T18:10:51,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:10:51,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 70ab0f8692bacb91c0aeeb4dcfa28a25, server=39e84130bbc9,40623,1731521434038 in 310 msec 2024-11-13T18:10:51,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:10:51,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70ab0f8692bacb91c0aeeb4dcfa28a25, ASSIGN in 512 msec 2024-11-13T18:10:51,328 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:10:51,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521451328"}]},"ts":"1731521451328"} 2024-11-13T18:10:51,330 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:10:51,331 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:10:51,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0950 sec 2024-11-13T18:10:51,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25., hostname=39e84130bbc9,40623,1731521434038, seqNum=2] 2024-11-13T18:10:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:51,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:51,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:10:51,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:10:51,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:10:51,557 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:10:51,633 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,40623,1731521434038, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:10:51,638 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:51,638 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40623,1731521434038, seqNum=-1] 2024-11-13T18:10:51,639 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:51,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T18:10:51,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,40623,1731521434038', locateType=CURRENT is [region=hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25., hostname=39e84130bbc9,40623,1731521434038, seqNum=2] 2024-11-13T18:10:51,689 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:10:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:10:51,703 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,40623,1731521434038 suceeded 2024-11-13T18:10:51,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:10:51,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 313 msec 2024-11-13T18:10:51,705 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:39101,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:10:51,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-11-13T18:10:51,722 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:39101' 2024-11-13T18:10:51,726 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d6987f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:51,726 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39101,-1 for getting cluster id 2024-11-13T18:10:51,726 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:51,727 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e72bb86b-c5a0-49cd-8a74-0186c004e529' 2024-11-13T18:10:51,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:51,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e72bb86b-c5a0-49cd-8a74-0186c004e529" 2024-11-13T18:10:51,728 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:51,728 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7999c4be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:51,728 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39101,-1] 2024-11-13T18:10:51,729 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:51,732 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:51,735 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39bdf2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:51,735 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:51,736 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39101,1731521439429 2024-11-13T18:10:51,736 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73d4d44d 2024-11-13T18:10:51,736 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:51,739 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T18:10:51,741 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,40623,1731521434038 (queues=1) is replicating from cluster=93fe3b19-111c-440d-9ab0-30fccf7f2baf to cluster=e72bb86b-c5a0-49cd-8a74-0186c004e529 2024-11-13T18:10:51,741 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C40623%2C1731521434038 2024-11-13T18:10:51,741 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,40623,1731521434038, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:10:51,742 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, startPosition=0, beingWritten=true 2024-11-13T18:10:51,745 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C40623%2C1731521434038 2024-11-13T18:10:51,786 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:51,786 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 379, reset compression=false 2024-11-13T18:10:51,789 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40623,1731521434038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:51,887 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 379, reset compression=false 2024-11-13T18:10:52,012 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 379, reset compression=false 2024-11-13T18:10:52,333 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 379, reset compression=false 2024-11-13T18:10:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:52,376 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:10:52,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:10:52,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:52,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:52,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:52,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:52,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8992bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:52,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39101,-1 for getting cluster id 2024-11-13T18:10:52,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:52,378 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e72bb86b-c5a0-49cd-8a74-0186c004e529' 2024-11-13T18:10:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e72bb86b-c5a0-49cd-8a74-0186c004e529" 2024-11-13T18:10:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df8074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39101,-1] 2024-11-13T18:10:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:52,380 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:52,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c0e9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:52,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39101,1731521439429 2024-11-13T18:10:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f1a1a2d 2024-11-13T18:10:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:52,384 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:52,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:41009,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:10:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:10:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:52,392 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:41009' 2024-11-13T18:10:52,393 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f9ee53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:52,393 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41009,-1 for getting cluster id 2024-11-13T18:10:52,394 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:52,394 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ee4112-8872-42a9-8623-a0cad77d0380' 2024-11-13T18:10:52,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:52,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ee4112-8872-42a9-8623-a0cad77d0380" 2024-11-13T18:10:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b2af21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41009,-1] 2024-11-13T18:10:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:52,396 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:52,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aed997c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:52,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:52,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41009,1731521428721 2024-11-13T18:10:52,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@579c0e52 2024-11-13T18:10:52,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:52,398 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:10:52,399 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T18:10:52,399 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:10:52,399 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:52,399 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:52,400 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:10:52,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:52,401 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:10:52,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:10:52,402 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:52,403 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:10:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:10:52,452 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:10:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:52,631 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 379, reset compression=false 2024-11-13T18:10:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:52,741 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 379, reset compression=false 2024-11-13T18:10:52,825 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2056869889a3137cb88cbef49ce0c90c, NAME => 'hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362 2024-11-13T18:10:52,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:10:52,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:52,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2056869889a3137cb88cbef49ce0c90c, disabling compactions & flushes 2024-11-13T18:10:52,833 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:10:52,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:10:52,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. after waiting 0 ms 2024-11-13T18:10:52,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:10:52,833 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:10:52,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2056869889a3137cb88cbef49ce0c90c: Waiting for close lock at 1731521452833Disabling compacts and flushes for region at 1731521452833Disabling writes for close at 1731521452833Writing region close event to WAL at 1731521452833Closed at 1731521452833 2024-11-13T18:10:52,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:10:52,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521452834"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521452834"}]},"ts":"1731521452834"} 2024-11-13T18:10:52,837 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:10:52,838 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:10:52,838 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521452838"}]},"ts":"1731521452838"} 2024-11-13T18:10:52,840 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:10:52,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2056869889a3137cb88cbef49ce0c90c, ASSIGN}] 2024-11-13T18:10:52,841 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2056869889a3137cb88cbef49ce0c90c, ASSIGN 2024-11-13T18:10:52,842 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2056869889a3137cb88cbef49ce0c90c, ASSIGN; state=OFFLINE, location=39e84130bbc9,38027,1731521439700; forceNewPlan=false, retain=false 2024-11-13T18:10:52,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2056869889a3137cb88cbef49ce0c90c, regionState=OPENING, regionLocation=39e84130bbc9,38027,1731521439700 2024-11-13T18:10:52,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2056869889a3137cb88cbef49ce0c90c, ASSIGN because future has completed 2024-11-13T18:10:52,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2056869889a3137cb88cbef49ce0c90c, server=39e84130bbc9,38027,1731521439700}] 2024-11-13T18:10:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:53,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:10:53,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:10:53,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:10:53,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C38027%2C1731521439700.rep, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/oldWALs, maxLogs=10 2024-11-13T18:10:53,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.rep.1731521453160, exclude list is [], retry=0 2024-11-13T18:10:53,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41313,DS-27bc2087-1f6e-4958-bead-f52cbc24843e,DISK] 2024-11-13T18:10:53,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.rep.1731521453160 2024-11-13T18:10:53,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42321:42321)] 2024-11-13T18:10:53,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2056869889a3137cb88cbef49ce0c90c, NAME => 'hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:10:53,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:10:53,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:10:53,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. service=MultiRowMutationService 2024-11-13T18:10:53,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:10:53,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:10:53,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,213 INFO [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,232 INFO [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2056869889a3137cb88cbef49ce0c90c columnFamilyName hfileref 2024-11-13T18:10:53,232 DEBUG [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:53,232 INFO [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] regionserver.HStore(327): Store=2056869889a3137cb88cbef49ce0c90c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:53,232 INFO [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,234 INFO [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2056869889a3137cb88cbef49ce0c90c columnFamilyName queue 2024-11-13T18:10:53,234 DEBUG [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:53,234 INFO [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] regionserver.HStore(327): Store=2056869889a3137cb88cbef49ce0c90c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:53,234 INFO [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,236 INFO [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2056869889a3137cb88cbef49ce0c90c columnFamilyName sid 2024-11-13T18:10:53,236 DEBUG [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:10:53,243 INFO [StoreOpener-2056869889a3137cb88cbef49ce0c90c-1 {}] regionserver.HStore(327): Store=2056869889a3137cb88cbef49ce0c90c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:10:53,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/replication/2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/replication/2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,261 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 379, reset compression=false 2024-11-13T18:10:53,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:10:53,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/replication/2056869889a3137cb88cbef49ce0c90c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:10:53,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2056869889a3137cb88cbef49ce0c90c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66303231, jitterRate=-0.012004867196083069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:10:53,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:10:53,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2056869889a3137cb88cbef49ce0c90c: Running coprocessor pre-open hook at 1731521453207Writing region info on filesystem at 1731521453207Initializing all the Stores at 1731521453208 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521453208Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521453209 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521453209Cleaning up temporary data from old regions at 1731521453274 (+65 ms)Running coprocessor post-open hooks at 1731521453306 (+32 ms)Region opened successfully at 1731521453306 2024-11-13T18:10:53,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c., pid=10, masterSystemTime=1731521453153 2024-11-13T18:10:53,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:10:53,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:10:53,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2056869889a3137cb88cbef49ce0c90c, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,38027,1731521439700 2024-11-13T18:10:53,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2056869889a3137cb88cbef49ce0c90c, server=39e84130bbc9,38027,1731521439700 because future has completed 2024-11-13T18:10:53,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:10:53,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2056869889a3137cb88cbef49ce0c90c, server=39e84130bbc9,38027,1731521439700 in 332 msec 2024-11-13T18:10:53,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:10:53,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2056869889a3137cb88cbef49ce0c90c, ASSIGN in 494 msec 2024-11-13T18:10:53,344 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:10:53,344 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521453344"}]},"ts":"1731521453344"} 2024-11-13T18:10:53,355 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:10:53,356 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:10:53,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 956 msec 2024-11-13T18:10:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c., hostname=39e84130bbc9,38027,1731521439700, seqNum=2] 2024-11-13T18:10:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:53,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:10:53,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:10:53,444 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 379, reset compression=false 2024-11-13T18:10:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:53,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:10:53,589 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:10:53,621 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,38027,1731521439700, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:10:53,622 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:53,622 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,38027,1731521439700, seqNum=-1] 2024-11-13T18:10:53,622 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:53,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T18:10:53,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,38027,1731521439700', locateType=CURRENT is [region=hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c., hostname=39e84130bbc9,38027,1731521439700, seqNum=2] 2024-11-13T18:10:53,628 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:10:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:10:53,630 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,38027,1731521439700 suceeded 2024-11-13T18:10:53,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:10:53,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T18:10:53,632 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:41009,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:10:53,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2470 sec 2024-11-13T18:10:53,644 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:41009' 2024-11-13T18:10:53,646 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db0991d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:53,646 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41009,-1 for getting cluster id 2024-11-13T18:10:53,646 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:53,647 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ee4112-8872-42a9-8623-a0cad77d0380' 2024-11-13T18:10:53,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:53,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ee4112-8872-42a9-8623-a0cad77d0380" 2024-11-13T18:10:53,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ba38ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:53,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41009,-1] 2024-11-13T18:10:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:53,648 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:53,649 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eb185c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:53,649 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:10:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41009,1731521428721 2024-11-13T18:10:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40942da 2024-11-13T18:10:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:10:53,651 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T18:10:53,651 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,38027,1731521439700 (queues=1) is replicating from cluster=e72bb86b-c5a0-49cd-8a74-0186c004e529 to cluster=62ee4112-8872-42a9-8623-a0cad77d0380 2024-11-13T18:10:53,651 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C38027%2C1731521439700 2024-11-13T18:10:53,652 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,38027,1731521439700, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:10:53,652 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C38027%2C1731521439700 2024-11-13T18:10:53,652 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, startPosition=0, beingWritten=true 2024-11-13T18:10:53,657 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:53,658 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 379, reset compression=false 2024-11-13T18:10:53,658 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,38027,1731521439700 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:53,861 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 379, reset compression=false 2024-11-13T18:10:53,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:10:53,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T18:10:53,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T18:10:53,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T18:10:53,897 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 379, reset compression=false 2024-11-13T18:10:54,166 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 379, reset compression=false 2024-11-13T18:10:54,353 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 379, reset compression=false 2024-11-13T18:10:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:10:54,535 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:10:54,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:10:54,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:10:54,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:54,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:54,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:10:54,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b62d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:54,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41009,-1 for getting cluster id 2024-11-13T18:10:54,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:54,537 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ee4112-8872-42a9-8623-a0cad77d0380' 2024-11-13T18:10:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ee4112-8872-42a9-8623-a0cad77d0380" 2024-11-13T18:10:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70481e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41009,-1] 2024-11-13T18:10:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:54,539 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@badf17f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:54,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbb8983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:54,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40313,-1 for getting cluster id 2024-11-13T18:10:54,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:54,546 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93fe3b19-111c-440d-9ab0-30fccf7f2baf' 2024-11-13T18:10:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93fe3b19-111c-440d-9ab0-30fccf7f2baf" 2024-11-13T18:10:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ed805c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40313,-1] 2024-11-13T18:10:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:54,548 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3192409b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:54,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:54,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39101,-1 for getting cluster id 2024-11-13T18:10:54,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:54,551 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e72bb86b-c5a0-49cd-8a74-0186c004e529' 2024-11-13T18:10:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e72bb86b-c5a0-49cd-8a74-0186c004e529" 2024-11-13T18:10:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c24445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39101,-1] 2024-11-13T18:10:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:54,554 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:54,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cb1383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:54,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:54,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,39789,1731521428827, seqNum=-1] 2024-11-13T18:10:54,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:54,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:54,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a., hostname=39e84130bbc9,39789,1731521428827, seqNum=2] 2024-11-13T18:10:54,572 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 379, reset compression=false 2024-11-13T18:10:54,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,38027,1731521439700, seqNum=-1] 2024-11-13T18:10:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:54,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a., hostname=39e84130bbc9,38027,1731521439700, seqNum=2] 2024-11-13T18:10:54,606 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 379, reset compression=false 2024-11-13T18:10:54,608 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T18:10:54,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:10:54,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:54,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:10:55,118 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 379, reset compression=false 2024-11-13T18:10:55,363 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 379, reset compression=false 2024-11-13T18:10:55,369 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:55,369 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 480, reset compression=false 2024-11-13T18:10:55,369 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,39789,1731521428827 got entry batch from reader: WALEntryBatch [walEntries=[{test/71eb7e52ecf73c66256fd74b21002c1a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T18:10:55,372 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:10:55,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T18:10:55,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:55,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17a78a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:55,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40313,-1 for getting cluster id 2024-11-13T18:10:55,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:55,376 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93fe3b19-111c-440d-9ab0-30fccf7f2baf' 2024-11-13T18:10:55,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:55,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93fe3b19-111c-440d-9ab0-30fccf7f2baf" 2024-11-13T18:10:55,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50e21f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:55,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40313,-1] 2024-11-13T18:10:55,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:55,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:55,377 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:55,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c54336f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:55,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:55,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40623,1731521434038, seqNum=-1] 2024-11-13T18:10:55,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:55,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T18:10:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521444696.067647c224e87740514503dca3ccbb4e., hostname=39e84130bbc9,40623,1731521434038, seqNum=2] 2024-11-13T18:10:55,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:55,419 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 379, reset compression=false 2024-11-13T18:10:55,425 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:55,425 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 503, reset compression=false 2024-11-13T18:10:55,425 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40623,1731521434038 got entry batch from reader: WALEntryBatch [walEntries=[{test/067647c224e87740514503dca3ccbb4e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T18:10:55,427 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:10:55,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T18:10:55,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:55,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b826d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:55,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39101,-1 for getting cluster id 2024-11-13T18:10:55,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:55,430 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e72bb86b-c5a0-49cd-8a74-0186c004e529' 2024-11-13T18:10:55,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:55,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e72bb86b-c5a0-49cd-8a74-0186c004e529" 2024-11-13T18:10:55,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f3cff04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:55,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39101,-1] 2024-11-13T18:10:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:55,432 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:55,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738d89d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:55,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:55,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,38027,1731521439700, seqNum=-1] 2024-11-13T18:10:55,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:55,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T18:10:55,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a., hostname=39e84130bbc9,38027,1731521439700, seqNum=2] 2024-11-13T18:10:55,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:55,578 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 480, reset compression=false 2024-11-13T18:10:55,610 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T18:10:55,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40623,1731521434038, seqNum=-1] 2024-11-13T18:10:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:55,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:10:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731521444696.067647c224e87740514503dca3ccbb4e., hostname=39e84130bbc9,40623,1731521434038, seqNum=2] 2024-11-13T18:10:55,618 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T18:10:55,630 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 503, reset compression=false 2024-11-13T18:10:55,635 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:55,635 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 607, reset compression=false 2024-11-13T18:10:55,635 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40623,1731521434038 got entry batch from reader: WALEntryBatch [walEntries=[{test/067647c224e87740514503dca3ccbb4e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T18:10:55,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:55,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:55,723 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 379, reset compression=false 2024-11-13T18:10:55,728 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:55,728 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 655, reset compression=false 2024-11-13T18:10:55,728 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,38027,1731521439700 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cd0a0ef18d0b9193b7136d35601531a/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T18:10:55,731 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:10:55,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T18:10:55,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:55,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@198b3055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:55,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41009,-1 for getting cluster id 2024-11-13T18:10:55,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:10:55,734 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ee4112-8872-42a9-8623-a0cad77d0380' 2024-11-13T18:10:55,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:10:55,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ee4112-8872-42a9-8623-a0cad77d0380" 2024-11-13T18:10:55,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4669dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:55,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41009,-1] 2024-11-13T18:10:55,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:10:55,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:10:55,736 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:10:55,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39ed49ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:10:55,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:10:55,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,39789,1731521428827, seqNum=-1] 2024-11-13T18:10:55,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:10:55,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T18:10:55,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a., hostname=39e84130bbc9,39789,1731521428827, seqNum=2] 2024-11-13T18:10:55,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:55,839 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 607, reset compression=false 2024-11-13T18:10:55,883 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 480, reset compression=false 2024-11-13T18:10:55,912 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:55,912 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 632, reset compression=false 2024-11-13T18:10:55,912 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,39789,1731521428827 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:55,932 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 655, reset compression=false 2024-11-13T18:10:56,123 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 632, reset compression=false 2024-11-13T18:10:56,149 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 607, reset compression=false 2024-11-13T18:10:56,246 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 655, reset compression=false 2024-11-13T18:10:56,456 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 632, reset compression=false 2024-11-13T18:10:56,576 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 607, reset compression=false 2024-11-13T18:10:56,620 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T18:10:56,624 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T18:10:56,650 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 655, reset compression=false 2024-11-13T18:10:56,655 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:56,655 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 759, reset compression=false 2024-11-13T18:10:56,655 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,38027,1731521439700 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cd0a0ef18d0b9193b7136d35601531a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T18:10:56,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:56,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:56,859 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 759, reset compression=false 2024-11-13T18:10:56,862 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 632, reset compression=false 2024-11-13T18:10:56,867 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:56,867 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 760, reset compression=false 2024-11-13T18:10:56,867 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,39789,1731521428827 got entry batch from reader: WALEntryBatch [walEntries=[{test/71eb7e52ecf73c66256fd74b21002c1a/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T18:10:56,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:56,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:57,070 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 760, reset compression=false 2024-11-13T18:10:57,080 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 607, reset compression=false 2024-11-13T18:10:57,085 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:57,086 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 758, reset compression=false 2024-11-13T18:10:57,086 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40623,1731521434038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:57,164 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 759, reset compression=false 2024-11-13T18:10:57,290 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 758, reset compression=false 2024-11-13T18:10:57,376 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 760, reset compression=false 2024-11-13T18:10:57,568 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 759, reset compression=false 2024-11-13T18:10:57,594 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 758, reset compression=false 2024-11-13T18:10:57,626 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T18:10:57,631 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T18:10:57,780 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 760, reset compression=false 2024-11-13T18:10:57,785 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:57,785 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 916, reset compression=false 2024-11-13T18:10:57,785 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,39789,1731521428827 got entry batch from reader: WALEntryBatch [walEntries=[{test/71eb7e52ecf73c66256fd74b21002c1a/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T18:10:57,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:57,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:57,990 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 916, reset compression=false 2024-11-13T18:10:57,998 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 758, reset compression=false 2024-11-13T18:10:58,003 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:58,003 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 905, reset compression=false 2024-11-13T18:10:58,003 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40623,1731521434038 got entry batch from reader: WALEntryBatch [walEntries=[{test/067647c224e87740514503dca3ccbb4e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T18:10:58,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:58,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:58,073 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 759, reset compression=false 2024-11-13T18:10:58,078 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:58,078 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 930, reset compression=false 2024-11-13T18:10:58,078 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,38027,1731521439700 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:58,208 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 905, reset compression=false 2024-11-13T18:10:58,281 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 930, reset compression=false 2024-11-13T18:10:58,294 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 916, reset compression=false 2024-11-13T18:10:58,302 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:10:58,514 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 905, reset compression=false 2024-11-13T18:10:58,590 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 930, reset compression=false 2024-11-13T18:10:58,634 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T18:10:58,648 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T18:10:58,702 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 916, reset compression=false 2024-11-13T18:10:58,918 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 905, reset compression=false 2024-11-13T18:10:58,931 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:58,931 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1064, reset compression=false 2024-11-13T18:10:58,931 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40623,1731521434038 got entry batch from reader: WALEntryBatch [walEntries=[{test/067647c224e87740514503dca3ccbb4e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T18:10:58,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:58,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:59,011 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 930, reset compression=false 2024-11-13T18:10:59,026 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:59,026 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1080, reset compression=false 2024-11-13T18:10:59,027 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,38027,1731521439700 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cd0a0ef18d0b9193b7136d35601531a/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T18:10:59,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:59,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:10:59,145 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1064, reset compression=false 2024-11-13T18:10:59,218 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 916, reset compression=false 2024-11-13T18:10:59,222 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:10:59,222 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1090, reset compression=false 2024-11-13T18:10:59,222 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,39789,1731521428827 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:10:59,239 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1080, reset compression=false 2024-11-13T18:10:59,426 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1090, reset compression=false 2024-11-13T18:10:59,450 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1064, reset compression=false 2024-11-13T18:10:59,542 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1080, reset compression=false 2024-11-13T18:10:59,650 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T18:10:59,654 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T18:10:59,734 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1090, reset compression=false 2024-11-13T18:10:59,859 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1064, reset compression=false 2024-11-13T18:10:59,954 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1080, reset compression=false 2024-11-13T18:10:59,958 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:10:59,958 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1239, reset compression=false 2024-11-13T18:10:59,958 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,38027,1731521439700 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cd0a0ef18d0b9193b7136d35601531a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T18:10:59,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:10:59,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:00,141 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1090, reset compression=false 2024-11-13T18:11:00,151 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:00,151 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1240, reset compression=false 2024-11-13T18:11:00,151 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,39789,1731521428827 got entry batch from reader: WALEntryBatch [walEntries=[{test/71eb7e52ecf73c66256fd74b21002c1a/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T18:11:00,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:00,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:00,164 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1239, reset compression=false 2024-11-13T18:11:00,355 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1240, reset compression=false 2024-11-13T18:11:00,363 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1064, reset compression=false 2024-11-13T18:11:00,368 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:00,368 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1237, reset compression=false 2024-11-13T18:11:00,368 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40623,1731521434038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:00,478 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1239, reset compression=false 2024-11-13T18:11:00,572 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1237, reset compression=false 2024-11-13T18:11:00,656 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T18:11:00,659 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1240, reset compression=false 2024-11-13T18:11:00,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f980eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:00,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39101,-1 for getting cluster id 2024-11-13T18:11:00,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:00,664 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e72bb86b-c5a0-49cd-8a74-0186c004e529' 2024-11-13T18:11:00,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:00,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e72bb86b-c5a0-49cd-8a74-0186c004e529" 2024-11-13T18:11:00,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fedbe8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:00,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39101,-1] 2024-11-13T18:11:00,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:00,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:00,666 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115baf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:00,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:00,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39101,1731521439429 2024-11-13T18:11:00,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f230162 2024-11-13T18:11:00,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:00,671 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:00,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-13T18:11:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T18:11:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T18:11:00,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:11:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T18:11:00,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T18:11:00,832 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T18:11:00,833 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T18:11:00,833 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,38027,1731521439700 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T18:11:00,833 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0. 2024-11-13T18:11:00,833 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:00,833 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:00,834 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:00,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:00,875 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1237, reset compression=false 2024-11-13T18:11:00,934 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T18:11:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T18:11:01,034 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 terminated 2024-11-13T18:11:01,055 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,38027,1731521439700, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:11:01,055 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T18:11:01,055 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T18:11:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T18:11:01,065 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1240, reset compression=false 2024-11-13T18:11:01,066 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 39e84130bbc9,38027,1731521439700 suceeded 2024-11-13T18:11:01,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T18:11:01,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 387 msec 2024-11-13T18:11:01,068 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T18:11:01,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 396 msec 2024-11-13T18:11:01,080 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:41009' 2024-11-13T18:11:01,081 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@138b7563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:01,081 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,41009,-1 for getting cluster id 2024-11-13T18:11:01,081 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:01,082 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ee4112-8872-42a9-8623-a0cad77d0380' 2024-11-13T18:11:01,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:01,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ee4112-8872-42a9-8623-a0cad77d0380" 2024-11-13T18:11:01,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d3abcde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:01,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,41009,-1] 2024-11-13T18:11:01,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:01,083 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:01,084 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a46d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:01,084 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:01,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,41009,1731521428721 2024-11-13T18:11:01,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59e928d6 2024-11-13T18:11:01,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:01,086 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T18:11:01,086 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,38027,1731521439700 (queues=1) is replicating from cluster=e72bb86b-c5a0-49cd-8a74-0186c004e529 to cluster=62ee4112-8872-42a9-8623-a0cad77d0380 2024-11-13T18:11:01,086 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C38027%2C1731521439700 2024-11-13T18:11:01,086 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,38027,1731521439700, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:11:01,087 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C38027%2C1731521439700 2024-11-13T18:11:01,279 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1237, reset compression=false 2024-11-13T18:11:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T18:11:01,306 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:11:01,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:01,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:01,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:01,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:01,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:01,310 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T18:11:01,570 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1240, reset compression=false 2024-11-13T18:11:01,575 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:01,575 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1344, reset compression=false 2024-11-13T18:11:01,575 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,39789,1731521428827 got entry batch from reader: WALEntryBatch [walEntries=[{test/71eb7e52ecf73c66256fd74b21002c1a/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T18:11:01,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:01,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:01,782 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1344, reset compression=false 2024-11-13T18:11:01,786 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1237, reset compression=false 2024-11-13T18:11:01,790 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:01,790 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1364, reset compression=false 2024-11-13T18:11:01,790 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40623,1731521434038 got entry batch from reader: WALEntryBatch [walEntries=[{test/067647c224e87740514503dca3ccbb4e/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T18:11:01,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:01,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:01,993 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1364, reset compression=false 2024-11-13T18:11:02,086 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1344, reset compression=false 2024-11-13T18:11:02,296 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1364, reset compression=false 2024-11-13T18:11:02,312 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T18:11:02,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1225fb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:02,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39101,-1 for getting cluster id 2024-11-13T18:11:02,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:02,317 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e72bb86b-c5a0-49cd-8a74-0186c004e529' 2024-11-13T18:11:02,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:02,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e72bb86b-c5a0-49cd-8a74-0186c004e529" 2024-11-13T18:11:02,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec85ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:02,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39101,-1] 2024-11-13T18:11:02,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:02,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:02,321 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2913477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:02,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39101,1731521439429 2024-11-13T18:11:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@726a2d87 2024-11-13T18:11:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:02,328 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:02,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-13T18:11:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T18:11:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T18:11:02,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:11:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T18:11:02,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T18:11:02,489 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T18:11:02,490 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1344, reset compression=false 2024-11-13T18:11:02,490 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T18:11:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T18:11:02,493 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 39e84130bbc9,38027,1731521439700 suceeded 2024-11-13T18:11:02,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T18:11:02,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-13T18:11:02,496 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T18:11:02,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 167 msec 2024-11-13T18:11:02,590 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, startPosition=1239, beingWritten=true 2024-11-13T18:11:02,619 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:02,619 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1390, reset compression=false 2024-11-13T18:11:02,619 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,38027,1731521439700 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, lastWalPosition=1390, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T18:11:02,656 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:11:02,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:02,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:02,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:02,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:02,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:02,658 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-13T18:11:02,700 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1364, reset compression=false 2024-11-13T18:11:02,722 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:02,722 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1468, reset compression=false 2024-11-13T18:11:02,725 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40623,1731521434038 got entry batch from reader: WALEntryBatch [walEntries=[{test/067647c224e87740514503dca3ccbb4e/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T18:11:02,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:02,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:02,828 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1390, reset compression=false 2024-11-13T18:11:02,834 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:02,834 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1518, reset compression=false 2024-11-13T18:11:02,854 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,38027,1731521439700 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cd0a0ef18d0b9193b7136d35601531a/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T18:11:02,858 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:11:02,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T18:11:02,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:02,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39789 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:02,948 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1468, reset compression=false 2024-11-13T18:11:02,994 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1344, reset compression=false 2024-11-13T18:11:02,999 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:02,999 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:02,999 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,39789,1731521428827 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:03,074 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1518, reset compression=false 2024-11-13T18:11:03,204 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:03,253 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1468, reset compression=false 2024-11-13T18:11:03,269 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:11:03,379 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1518, reset compression=false 2024-11-13T18:11:03,509 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:03,657 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1468, reset compression=false 2024-11-13T18:11:03,661 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T18:11:03,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:11:03,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:03,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:03,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:03,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:03,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:11:03,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:03,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1367554439, stopped=false 2024-11-13T18:11:03,662 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,39101,1731521439429 2024-11-13T18:11:03,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/277909835/running 2024-11-13T18:11:03,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/277909835/running 2024-11-13T18:11:03,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:11:03,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:11:03,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:03,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:03,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:03,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:03,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,38027,1731521439700' ***** 2024-11-13T18:11:03,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Set watcher on znode that does not yet exist, /277909835/running 2024-11-13T18:11:03,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:11:03,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Set watcher on znode that does not yet exist, /277909835/running 2024-11-13T18:11:03,666 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:11:03,666 INFO [RS:0;39e84130bbc9:38027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:11:03,667 INFO [RS:0;39e84130bbc9:38027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:11:03,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:11:03,667 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:11:03,667 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(3091): Received CLOSE for 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:11:03,667 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,38027,1731521439700 2024-11-13T18:11:03,667 INFO [RS:0;39e84130bbc9:38027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:03,667 INFO [RS:0;39e84130bbc9:38027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:38027. 2024-11-13T18:11:03,667 DEBUG [RS:0;39e84130bbc9:38027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:03,667 DEBUG [RS:0;39e84130bbc9:38027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:03,667 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:11:03,667 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:11:03,667 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:11:03,668 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:11:03,668 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:11:03,668 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1325): Online Regions={6cd0a0ef18d0b9193b7136d35601531a=test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a., 1588230740=hbase:meta,,1.1588230740, 2056869889a3137cb88cbef49ce0c90c=hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c.} 2024-11-13T18:11:03,668 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2056869889a3137cb88cbef49ce0c90c, 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:11:03,668 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:11:03,668 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cd0a0ef18d0b9193b7136d35601531a, disabling compactions & flushes 2024-11-13T18:11:03,668 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:11:03,668 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:11:03,668 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:11:03,668 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:11:03,668 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:11:03,668 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:11:03,668 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. after waiting 0 ms 2024-11-13T18:11:03,668 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:11:03,668 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:11:03,668 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6cd0a0ef18d0b9193b7136d35601531a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T18:11:03,690 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/.tmp/f/6d5a4767ebf24e5a9a00c0b871063739 is 37, key is row3/f:row3/1731521461307/Put/seqid=0 2024-11-13T18:11:03,693 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/info/a7ea7b16af5c440986175d85fbf132af is 147, key is hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c./info:regioninfo/1731521453313/Put/seqid=0 2024-11-13T18:11:03,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741840_1016 (size=5228) 2024-11-13T18:11:03,696 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/.tmp/f/6d5a4767ebf24e5a9a00c0b871063739 2024-11-13T18:11:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741841_1017 (size=7686) 2024-11-13T18:11:03,701 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d5a4767ebf24e5a9a00c0b871063739 2024-11-13T18:11:03,719 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/.tmp/f1/2e185a88ce48470d9ee2eff9a1e8f1d1 is 30, key is row1/f1:/1731521458638/DeleteFamily/seqid=0 2024-11-13T18:11:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741842_1018 (size=5158) 2024-11-13T18:11:03,755 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:03,783 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1518, reset compression=false 2024-11-13T18:11:03,788 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:03,788 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1765, reset compression=false 2024-11-13T18:11:03,788 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,38027,1731521439700 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:03,790 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,38027,1731521439700: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,38027,1731521439700, walGroup=39e84130bbc9%2C38027%2C1731521439700, offset=39e84130bbc9%2C38027%2C1731521439700.1731521441699:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:38027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:11:03,791 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:11:03,792 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:11:03,792 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:11:03,792 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:11:03,792 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:11:03,792 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 749758576 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198019856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:11:03,793 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:39101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:39101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:11:03,868 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2056869889a3137cb88cbef49ce0c90c, 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:11:03,913 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:03,992 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1765, reset compression=false 2024-11-13T18:11:04,068 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2056869889a3137cb88cbef49ce0c90c, 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:11:04,100 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/info/a7ea7b16af5c440986175d85fbf132af 2024-11-13T18:11:04,141 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/.tmp/f1/2e185a88ce48470d9ee2eff9a1e8f1d1 2024-11-13T18:11:04,144 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/ns/5a835453c7214a87b52f46cf15353f7f is 43, key is default/ns:d/1731521442346/Put/seqid=0 2024-11-13T18:11:04,157 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e185a88ce48470d9ee2eff9a1e8f1d1 2024-11-13T18:11:04,162 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1468, reset compression=false 2024-11-13T18:11:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741843_1019 (size=5153) 2024-11-13T18:11:04,168 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/ns/5a835453c7214a87b52f46cf15353f7f 2024-11-13T18:11:04,192 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/.tmp/norep/8aff80c0b2a0443dabf1b1ff83e6be63 is 33, key is row2/norep:/1731521459651/DeleteFamily/seqid=0 2024-11-13T18:11:04,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741844_1020 (size=5108) 2024-11-13T18:11:04,232 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/rep_barrier/fb917219050a49d6b6080a0360b5ef16 is 112, key is test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a./rep_barrier:seqnumDuringOpen/1731521447100/Put/seqid=0 2024-11-13T18:11:04,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741845_1021 (size=5518) 2024-11-13T18:11:04,246 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/rep_barrier/fb917219050a49d6b6080a0360b5ef16 2024-11-13T18:11:04,269 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2056869889a3137cb88cbef49ce0c90c, 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:11:04,280 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/table/b5a229ebaa484742bde52d5b47292d5b is 53, key is hbase:replication/table:state/1731521453344/Put/seqid=0 2024-11-13T18:11:04,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741846_1022 (size=5308) 2024-11-13T18:11:04,297 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/table/b5a229ebaa484742bde52d5b47292d5b 2024-11-13T18:11:04,298 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1765, reset compression=false 2024-11-13T18:11:04,305 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/info/a7ea7b16af5c440986175d85fbf132af as hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/info/a7ea7b16af5c440986175d85fbf132af 2024-11-13T18:11:04,310 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/info/a7ea7b16af5c440986175d85fbf132af, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:11:04,311 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/ns/5a835453c7214a87b52f46cf15353f7f as hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/ns/5a835453c7214a87b52f46cf15353f7f 2024-11-13T18:11:04,320 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/ns/5a835453c7214a87b52f46cf15353f7f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:11:04,321 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/rep_barrier/fb917219050a49d6b6080a0360b5ef16 as hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/rep_barrier/fb917219050a49d6b6080a0360b5ef16 2024-11-13T18:11:04,325 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/rep_barrier/fb917219050a49d6b6080a0360b5ef16, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:11:04,326 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/.tmp/table/b5a229ebaa484742bde52d5b47292d5b as hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/table/b5a229ebaa484742bde52d5b47292d5b 2024-11-13T18:11:04,331 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/table/b5a229ebaa484742bde52d5b47292d5b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:11:04,333 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 665ms, sequenceid=16, compaction requested=false 2024-11-13T18:11:04,349 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:11:04,350 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:04,350 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:11:04,350 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:04,350 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521463668Running coprocessor pre-close hooks at 1731521463668Disabling compacts and flushes for region at 1731521463668Disabling writes for close at 1731521463668Obtaining lock to block concurrent updates at 1731521463668Preparing flush snapshotting stores in 1588230740 at 1731521463668Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521463669 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521463670 (+1 ms)Flushing 1588230740/info: creating writer at 1731521463670Flushing 1588230740/info: appending metadata at 1731521463693 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731521463693Flushing 1588230740/ns: creating writer at 1731521464107 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731521464143 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731521464143Flushing 1588230740/rep_barrier: creating writer at 1731521464208 (+65 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521464232 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521464232Flushing 1588230740/table: creating writer at 1731521464253 (+21 ms)Flushing 1588230740/table: appending metadata at 1731521464280 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731521464280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de985d8: reopening flushed file at 1731521464305 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b9ce51: reopening flushed file at 1731521464310 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8cda96: reopening flushed file at 1731521464320 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c172d38: reopening flushed file at 1731521464326 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 665ms, sequenceid=16, compaction requested=false at 1731521464333 (+7 ms)Writing region close event to WAL at 1731521464346 (+13 ms)Running coprocessor post-close hooks at 1731521464350 (+4 ms)Closed at 1731521464350 2024-11-13T18:11:04,350 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:04,417 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:04,469 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1351): Waiting on 2056869889a3137cb88cbef49ce0c90c, 6cd0a0ef18d0b9193b7136d35601531a 2024-11-13T18:11:04,617 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/.tmp/norep/8aff80c0b2a0443dabf1b1ff83e6be63 2024-11-13T18:11:04,623 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8aff80c0b2a0443dabf1b1ff83e6be63 2024-11-13T18:11:04,627 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:11:04,627 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:11:04,629 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/.tmp/f/6d5a4767ebf24e5a9a00c0b871063739 as hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/f/6d5a4767ebf24e5a9a00c0b871063739 2024-11-13T18:11:04,636 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d5a4767ebf24e5a9a00c0b871063739 2024-11-13T18:11:04,636 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/f/6d5a4767ebf24e5a9a00c0b871063739, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T18:11:04,637 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/.tmp/f1/2e185a88ce48470d9ee2eff9a1e8f1d1 as hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/f1/2e185a88ce48470d9ee2eff9a1e8f1d1 2024-11-13T18:11:04,641 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e185a88ce48470d9ee2eff9a1e8f1d1 2024-11-13T18:11:04,641 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/f1/2e185a88ce48470d9ee2eff9a1e8f1d1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T18:11:04,642 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/.tmp/norep/8aff80c0b2a0443dabf1b1ff83e6be63 as hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/norep/8aff80c0b2a0443dabf1b1ff83e6be63 2024-11-13T18:11:04,653 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8aff80c0b2a0443dabf1b1ff83e6be63 2024-11-13T18:11:04,653 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/norep/8aff80c0b2a0443dabf1b1ff83e6be63, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T18:11:04,654 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6cd0a0ef18d0b9193b7136d35601531a in 986ms, sequenceid=12, compaction requested=false 2024-11-13T18:11:04,665 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/data/default/test/6cd0a0ef18d0b9193b7136d35601531a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T18:11:04,666 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:04,666 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:11:04,666 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:11:04,666 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cd0a0ef18d0b9193b7136d35601531a: Waiting for close lock at 1731521463668Running coprocessor pre-close hooks at 1731521463668Disabling compacts and flushes for region at 1731521463668Disabling writes for close at 1731521463668Obtaining lock to block concurrent updates at 1731521463668Preparing flush snapshotting stores in 6cd0a0ef18d0b9193b7136d35601531a at 1731521463668Finished memstore snapshotting test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731521463669 (+1 ms)Flushing stores of test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. at 1731521463670 (+1 ms)Flushing 6cd0a0ef18d0b9193b7136d35601531a/f: creating writer at 1731521463670Flushing 6cd0a0ef18d0b9193b7136d35601531a/f: appending metadata at 1731521463689 (+19 ms)Flushing 6cd0a0ef18d0b9193b7136d35601531a/f: closing flushed file at 1731521463689Flushing 6cd0a0ef18d0b9193b7136d35601531a/f1: creating writer at 1731521463701 (+12 ms)Flushing 6cd0a0ef18d0b9193b7136d35601531a/f1: appending metadata at 1731521463719 (+18 ms)Flushing 6cd0a0ef18d0b9193b7136d35601531a/f1: closing flushed file at 1731521463719Flushing 6cd0a0ef18d0b9193b7136d35601531a/norep: creating writer at 1731521464157 (+438 ms)Flushing 6cd0a0ef18d0b9193b7136d35601531a/norep: appending metadata at 1731521464191 (+34 ms)Flushing 6cd0a0ef18d0b9193b7136d35601531a/norep: closing flushed file at 1731521464191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312efba1: reopening flushed file at 1731521464623 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a497e6d: reopening flushed file at 1731521464636 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228f5d3: reopening flushed file at 1731521464641 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6cd0a0ef18d0b9193b7136d35601531a in 986ms, sequenceid=12, compaction requested=false at 1731521464654 (+13 ms)Writing region close event to WAL at 1731521464662 (+8 ms)Running coprocessor post-close hooks at 1731521464666 (+4 ms)Closed at 1731521464666 2024-11-13T18:11:04,666 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521445841.6cd0a0ef18d0b9193b7136d35601531a. 2024-11-13T18:11:04,666 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2056869889a3137cb88cbef49ce0c90c, disabling compactions & flushes 2024-11-13T18:11:04,666 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:11:04,666 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:11:04,666 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. after waiting 0 ms 2024-11-13T18:11:04,666 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:11:04,666 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2056869889a3137cb88cbef49ce0c90c: Waiting for close lock at 1731521464666Running coprocessor pre-close hooks at 1731521464666Disabling compacts and flushes for region at 1731521464666Disabling writes for close at 1731521464666Failed flush hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c., putting online again at 1731521464666 2024-11-13T18:11:04,667 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:11:04,669 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:11:04,669 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1325): Online Regions={2056869889a3137cb88cbef49ce0c90c=hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c.} 2024-11-13T18:11:04,669 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(3091): Received CLOSE for 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:11:04,669 DEBUG [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1351): Waiting on 2056869889a3137cb88cbef49ce0c90c 2024-11-13T18:11:04,669 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2056869889a3137cb88cbef49ce0c90c, disabling compactions & flushes 2024-11-13T18:11:04,669 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:11:04,669 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:11:04,669 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. after waiting 0 ms 2024-11-13T18:11:04,669 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:11:04,669 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2056869889a3137cb88cbef49ce0c90c: Waiting for close lock at 1731521464669Running coprocessor pre-close hooks at 1731521464669Disabling compacts and flushes for region at 1731521464669Disabling writes for close at 1731521464669Failed flush hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c., putting online again at 1731521464669 2024-11-13T18:11:04,669 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731521452400.2056869889a3137cb88cbef49ce0c90c. 2024-11-13T18:11:04,703 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 1765, reset compression=false 2024-11-13T18:11:04,708 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:04,708 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.wal-reader.39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/WALs/39e84130bbc9,38027,1731521439700/39e84130bbc9%2C38027%2C1731521439700.1731521441699 to pos 2409, reset compression=false 2024-11-13T18:11:04,802 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1468, reset compression=false 2024-11-13T18:11:04,869 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T18:11:04,869 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,38027,1731521439700; all regions closed. 2024-11-13T18:11:04,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:11:04,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741839_1015 (size=2391) 2024-11-13T18:11:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741832_1008 (size=2417) 2024-11-13T18:11:04,888 DEBUG [RS:0;39e84130bbc9:38027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:04,888 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:04,889 INFO [RS:0;39e84130bbc9:38027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:04,889 INFO [RS:0;39e84130bbc9:38027 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:04,889 INFO [RS:0;39e84130bbc9:38027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:04,889 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:04,889 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,38027,1731521439700 because: Region server is closing 2024-11-13T18:11:04,889 INFO [RS:0;39e84130bbc9:38027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:38027. 2024-11-13T18:11:04,889 DEBUG [RS:0;39e84130bbc9:38027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:04,889 DEBUG [RS:0;39e84130bbc9:38027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:04,890 DEBUG [RS:0;39e84130bbc9:38027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:04,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:04,990 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,38027,1731521439700.replicationSource.shipper39e84130bbc9%2C38027%2C1731521439700,1-39e84130bbc9,38027,1731521439700 terminated 2024-11-13T18:11:04,990 INFO [RS:0;39e84130bbc9:38027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:38027. 2024-11-13T18:11:04,990 DEBUG [RS:0;39e84130bbc9:38027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:04,990 DEBUG [RS:0;39e84130bbc9:38027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:04,990 DEBUG [RS:0;39e84130bbc9:38027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:04,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:04,990 INFO [RS:0;39e84130bbc9:38027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38027 2024-11-13T18:11:04,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835/rs 2024-11-13T18:11:04,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/277909835/rs/39e84130bbc9,38027,1731521439700 2024-11-13T18:11:04,993 INFO [RS:0;39e84130bbc9:38027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:04,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,38027,1731521439700] 2024-11-13T18:11:04,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /277909835/draining/39e84130bbc9,38027,1731521439700 already deleted, retry=false 2024-11-13T18:11:04,995 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,38027,1731521439700 expired; onlineServers=0 2024-11-13T18:11:04,995 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,39101,1731521439429' ***** 2024-11-13T18:11:04,995 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:11:04,995 INFO [M:0;39e84130bbc9:39101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:04,995 INFO [M:0;39e84130bbc9:39101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:04,995 DEBUG [M:0;39e84130bbc9:39101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:11:04,995 DEBUG [M:0;39e84130bbc9:39101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:11:04,995 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:11:04,995 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521441431 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521441431,5,FailOnTimeoutGroup] 2024-11-13T18:11:04,995 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521441433 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521441433,5,FailOnTimeoutGroup] 2024-11-13T18:11:04,995 INFO [M:0;39e84130bbc9:39101 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:04,996 INFO [M:0;39e84130bbc9:39101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:04,996 DEBUG [M:0;39e84130bbc9:39101 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:11:04,996 INFO [M:0;39e84130bbc9:39101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:11:04,996 INFO [M:0;39e84130bbc9:39101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:04,997 INFO [M:0;39e84130bbc9:39101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:11:04,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:11:04,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/277909835/master 2024-11-13T18:11:04,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/277909835 2024-11-13T18:11:04,997 DEBUG [M:0;39e84130bbc9:39101 {}] zookeeper.ZKUtil(347): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Unable to get data of znode /277909835/master because node does not exist (not an error) 2024-11-13T18:11:04,997 WARN [M:0;39e84130bbc9:39101 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:11:04,999 INFO [M:0;39e84130bbc9:39101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/.lastflushedseqids 2024-11-13T18:11:05,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741847_1023 (size=245) 2024-11-13T18:11:05,009 INFO [M:0;39e84130bbc9:39101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:11:05,009 INFO [M:0;39e84130bbc9:39101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:11:05,010 DEBUG [M:0;39e84130bbc9:39101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:11:05,010 INFO [M:0;39e84130bbc9:39101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:05,010 DEBUG [M:0;39e84130bbc9:39101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:05,010 DEBUG [M:0;39e84130bbc9:39101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:11:05,010 DEBUG [M:0;39e84130bbc9:39101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:05,010 INFO [M:0;39e84130bbc9:39101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-13T18:11:05,032 DEBUG [M:0;39e84130bbc9:39101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5094782e5faa4a45925970e96cc39421 is 82, key is hbase:meta,,1/info:regioninfo/1731521442318/Put/seqid=0 2024-11-13T18:11:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741848_1024 (size=5672) 2024-11-13T18:11:05,045 INFO [M:0;39e84130bbc9:39101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5094782e5faa4a45925970e96cc39421 2024-11-13T18:11:05,053 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:05,082 DEBUG [M:0;39e84130bbc9:39101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ac07a57851f4845aa8765e2f54a3f7b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731521453357/Put/seqid=0 2024-11-13T18:11:05,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741849_1025 (size=9211) 2024-11-13T18:11:05,095 INFO [RS:0;39e84130bbc9:38027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:05,095 INFO [RS:0;39e84130bbc9:38027 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,38027,1731521439700; zookeeper connection closed. 2024-11-13T18:11:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x100ed4b2bc20007, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:05,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22d59c9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22d59c9f 2024-11-13T18:11:05,095 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:11:05,487 INFO [M:0;39e84130bbc9:39101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ac07a57851f4845aa8765e2f54a3f7b 2024-11-13T18:11:05,510 DEBUG [M:0;39e84130bbc9:39101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3adf191f458f4fe68f84390dd26bcd35 is 69, key is 39e84130bbc9,38027,1731521439700/rs:state/1731521441495/Put/seqid=0 2024-11-13T18:11:05,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741850_1026 (size=5156) 2024-11-13T18:11:05,515 INFO [M:0;39e84130bbc9:39101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3adf191f458f4fe68f84390dd26bcd35 2024-11-13T18:11:05,518 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1468, reset compression=false 2024-11-13T18:11:05,522 DEBUG [M:0;39e84130bbc9:39101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5094782e5faa4a45925970e96cc39421 as hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5094782e5faa4a45925970e96cc39421 2024-11-13T18:11:05,534 INFO [M:0;39e84130bbc9:39101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5094782e5faa4a45925970e96cc39421, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T18:11:05,535 DEBUG [M:0;39e84130bbc9:39101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ac07a57851f4845aa8765e2f54a3f7b as hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ac07a57851f4845aa8765e2f54a3f7b 2024-11-13T18:11:05,539 INFO [M:0;39e84130bbc9:39101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ac07a57851f4845aa8765e2f54a3f7b, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T18:11:05,540 DEBUG [M:0;39e84130bbc9:39101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3adf191f458f4fe68f84390dd26bcd35 as hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3adf191f458f4fe68f84390dd26bcd35 2024-11-13T18:11:05,544 INFO [M:0;39e84130bbc9:39101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3adf191f458f4fe68f84390dd26bcd35, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T18:11:05,545 INFO [M:0;39e84130bbc9:39101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=127, compaction requested=false 2024-11-13T18:11:05,547 INFO [M:0;39e84130bbc9:39101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:05,547 DEBUG [M:0;39e84130bbc9:39101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521465010Disabling compacts and flushes for region at 1731521465010Disabling writes for close at 1731521465010Obtaining lock to block concurrent updates at 1731521465010Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521465010Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731521465010Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521465011 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521465011Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521465031 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521465031Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521465056 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521465081 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521465081Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521465492 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521465510 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521465510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d30124e: reopening flushed file at 1731521465520 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80ed2c3: reopening flushed file at 1731521465534 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b0562e: reopening flushed file at 1731521465539 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=127, compaction requested=false at 1731521465545 (+6 ms)Writing region close event to WAL at 1731521465547 (+2 ms)Closed at 1731521465547 2024-11-13T18:11:05,550 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4688642-fcd8-4ad1-7aa6-c498a8980362/MasterData/WALs/39e84130bbc9,39101,1731521439429/39e84130bbc9%2C39101%2C1731521439429.1731521441262 not finished, retry = 0 2024-11-13T18:11:05,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41313 is added to blk_1073741830_1006 (size=73854) 2024-11-13T18:11:05,654 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:05,654 INFO [M:0;39e84130bbc9:39101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:11:05,654 INFO [M:0;39e84130bbc9:39101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39101 2024-11-13T18:11:05,656 INFO [M:0;39e84130bbc9:39101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:05,758 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:05,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:05,767 INFO [M:0;39e84130bbc9:39101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:05,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39101-0x100ed4b2bc20006, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:05,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41529fcf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:11:05,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58b2fdd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:05,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:05,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76912e43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:05,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13318a7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:05,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:11:05,772 WARN [BP-192132768-172.17.0.3-1731521437780 heartbeating to localhost/127.0.0.1:45129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:11:05,773 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:11:05,773 WARN [BP-192132768-172.17.0.3-1731521437780 heartbeating to localhost/127.0.0.1:45129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-192132768-172.17.0.3-1731521437780 (Datanode Uuid 9a1ef22e-6169-4f88-a7b6-5bd4cb086da9) service to localhost/127.0.0.1:45129 2024-11-13T18:11:05,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/cluster_473b7ffe-fca2-53a4-f1fd-5ae44108064f/data/data1/current/BP-192132768-172.17.0.3-1731521437780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:05,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/cluster_473b7ffe-fca2-53a4-f1fd-5ae44108064f/data/data2/current/BP-192132768-172.17.0.3-1731521437780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:05,774 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:11:05,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b206f70{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:11:05,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214795f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:05,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:05,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@438ce417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:05,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1117b8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:11:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:11:05,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:05,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:05,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:05,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:05,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:05,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:11:05,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1550773919, stopped=false 2024-11-13T18:11:05,798 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,40313,1731521433760 2024-11-13T18:11:05,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1492398574/running 2024-11-13T18:11:05,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1492398574/running 2024-11-13T18:11:05,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:11:05,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:11:05,800 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:05,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:05,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Set watcher on znode that does not yet exist, /1-1492398574/running 2024-11-13T18:11:05,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:05,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:05,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Set watcher on znode that does not yet exist, /1-1492398574/running 2024-11-13T18:11:05,801 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,40623,1731521434038' ***** 2024-11-13T18:11:05,801 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:11:05,801 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:11:05,801 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:11:05,801 INFO [RS:0;39e84130bbc9:40623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(3091): Received CLOSE for 067647c224e87740514503dca3ccbb4e 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(3091): Received CLOSE for 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,40623,1731521434038 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40623. 2024-11-13T18:11:05,802 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 067647c224e87740514503dca3ccbb4e, disabling compactions & flushes 2024-11-13T18:11:05,802 DEBUG [RS:0;39e84130bbc9:40623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:05,802 DEBUG [RS:0;39e84130bbc9:40623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:05,802 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:11:05,802 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:11:05,802 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521444696.067647c224e87740514503dca3ccbb4e. after waiting 0 ms 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:11:05,802 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:11:05,802 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 067647c224e87740514503dca3ccbb4e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T18:11:05,802 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:11:05,802 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1325): Online Regions={067647c224e87740514503dca3ccbb4e=test,,1731521444696.067647c224e87740514503dca3ccbb4e., 70ab0f8692bacb91c0aeeb4dcfa28a25=hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:11:05,802 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1351): Waiting on 067647c224e87740514503dca3ccbb4e, 1588230740, 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:11:05,803 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:11:05,803 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:11:05,803 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:11:05,803 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:11:05,803 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:11:05,803 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:11:05,825 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/.tmp/f/9593415e64a74587b834e834fc9a10c2 is 37, key is row3/f:row3/1731521461307/Put/seqid=0 2024-11-13T18:11:05,826 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/info/b1ae1ffe9fa24ff19b3fc0ec8d4ee905 is 147, key is hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25./info:regioninfo/1731521451309/Put/seqid=0 2024-11-13T18:11:05,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741840_1016 (size=5228) 2024-11-13T18:11:05,836 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/.tmp/f/9593415e64a74587b834e834fc9a10c2 2024-11-13T18:11:05,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741841_1017 (size=7686) 2024-11-13T18:11:05,855 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9593415e64a74587b834e834fc9a10c2 2024-11-13T18:11:05,868 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:05,881 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/.tmp/f1/2168182a315b4d529628bf9bb28be282 is 30, key is row1/f1:/1731521458638/DeleteFamily/seqid=0 2024-11-13T18:11:05,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741842_1018 (size=5158) 2024-11-13T18:11:05,886 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/.tmp/f1/2168182a315b4d529628bf9bb28be282 2024-11-13T18:11:05,890 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2168182a315b4d529628bf9bb28be282 2024-11-13T18:11:05,911 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/.tmp/norep/587cd3151f3044b28e5ab89cfdb3ce4a is 33, key is row1/norep:/1731521458638/DeleteFamily/seqid=0 2024-11-13T18:11:05,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741843_1019 (size=5108) 2024-11-13T18:11:05,916 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/.tmp/norep/587cd3151f3044b28e5ab89cfdb3ce4a 2024-11-13T18:11:05,921 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 587cd3151f3044b28e5ab89cfdb3ce4a 2024-11-13T18:11:05,922 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/.tmp/f/9593415e64a74587b834e834fc9a10c2 as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/f/9593415e64a74587b834e834fc9a10c2 2024-11-13T18:11:05,930 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9593415e64a74587b834e834fc9a10c2 2024-11-13T18:11:05,931 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/f/9593415e64a74587b834e834fc9a10c2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T18:11:05,931 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/.tmp/f1/2168182a315b4d529628bf9bb28be282 as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/f1/2168182a315b4d529628bf9bb28be282 2024-11-13T18:11:05,937 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2168182a315b4d529628bf9bb28be282 2024-11-13T18:11:05,937 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/f1/2168182a315b4d529628bf9bb28be282, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T18:11:05,938 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/.tmp/norep/587cd3151f3044b28e5ab89cfdb3ce4a as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/norep/587cd3151f3044b28e5ab89cfdb3ce4a 2024-11-13T18:11:05,946 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 587cd3151f3044b28e5ab89cfdb3ce4a 2024-11-13T18:11:05,946 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/norep/587cd3151f3044b28e5ab89cfdb3ce4a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T18:11:05,950 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 067647c224e87740514503dca3ccbb4e in 148ms, sequenceid=12, compaction requested=false 2024-11-13T18:11:05,950 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T18:11:05,955 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/default/test/067647c224e87740514503dca3ccbb4e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T18:11:05,956 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:05,956 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:11:05,956 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:11:05,956 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 067647c224e87740514503dca3ccbb4e: Waiting for close lock at 1731521465802Running coprocessor pre-close hooks at 1731521465802Disabling compacts and flushes for region at 1731521465802Disabling writes for close at 1731521465802Obtaining lock to block concurrent updates at 1731521465802Preparing flush snapshotting stores in 067647c224e87740514503dca3ccbb4e at 1731521465802Finished memstore snapshotting test,,1731521444696.067647c224e87740514503dca3ccbb4e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731521465803 (+1 ms)Flushing stores of test,,1731521444696.067647c224e87740514503dca3ccbb4e. at 1731521465803Flushing 067647c224e87740514503dca3ccbb4e/f: creating writer at 1731521465803Flushing 067647c224e87740514503dca3ccbb4e/f: appending metadata at 1731521465824 (+21 ms)Flushing 067647c224e87740514503dca3ccbb4e/f: closing flushed file at 1731521465825 (+1 ms)Flushing 067647c224e87740514503dca3ccbb4e/f1: creating writer at 1731521465855 (+30 ms)Flushing 067647c224e87740514503dca3ccbb4e/f1: appending metadata at 1731521465880 (+25 ms)Flushing 067647c224e87740514503dca3ccbb4e/f1: closing flushed file at 1731521465880Flushing 067647c224e87740514503dca3ccbb4e/norep: creating writer at 1731521465890 (+10 ms)Flushing 067647c224e87740514503dca3ccbb4e/norep: appending metadata at 1731521465910 (+20 ms)Flushing 067647c224e87740514503dca3ccbb4e/norep: closing flushed file at 1731521465910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c0bfb3: reopening flushed file at 1731521465921 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b85f36f: reopening flushed file at 1731521465931 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c3e71c: reopening flushed file at 1731521465937 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 067647c224e87740514503dca3ccbb4e in 148ms, sequenceid=12, compaction requested=false at 1731521465950 (+13 ms)Writing region close event to WAL at 1731521465952 (+2 ms)Running coprocessor post-close hooks at 1731521465956 (+4 ms)Closed at 1731521465956 2024-11-13T18:11:05,956 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521444696.067647c224e87740514503dca3ccbb4e. 2024-11-13T18:11:05,956 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70ab0f8692bacb91c0aeeb4dcfa28a25, disabling compactions & flushes 2024-11-13T18:11:05,956 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:11:05,956 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:11:05,956 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. after waiting 0 ms 2024-11-13T18:11:05,956 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:11:05,956 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70ab0f8692bacb91c0aeeb4dcfa28a25 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T18:11:05,978 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/replication/70ab0f8692bacb91c0aeeb4dcfa28a25/.tmp/queue/c8aece8084b94b56ab73b277e834012d is 154, key is 1-39e84130bbc9,40623,1731521434038/queue:39e84130bbc9%2C40623%2C1731521434038/1731521462739/Put/seqid=0 2024-11-13T18:11:05,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741844_1020 (size=5353) 2024-11-13T18:11:06,003 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:11:06,203 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70ab0f8692bacb91c0aeeb4dcfa28a25 2024-11-13T18:11:06,237 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/info/b1ae1ffe9fa24ff19b3fc0ec8d4ee905 2024-11-13T18:11:06,262 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/ns/5025b1aae8424beb8810bf951873efab is 43, key is default/ns:d/1731521437547/Put/seqid=0 2024-11-13T18:11:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741845_1021 (size=5153) 2024-11-13T18:11:06,270 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/ns/5025b1aae8424beb8810bf951873efab 2024-11-13T18:11:06,294 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/rep_barrier/4e4f54cb9e264ad583f3ead31c8248ee is 112, key is test,,1731521444696.067647c224e87740514503dca3ccbb4e./rep_barrier:seqnumDuringOpen/1731521445691/Put/seqid=0 2024-11-13T18:11:06,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741846_1022 (size=5518) 2024-11-13T18:11:06,324 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 1468, reset compression=false 2024-11-13T18:11:06,329 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:06,329 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 2359, reset compression=false 2024-11-13T18:11:06,329 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40623,1731521434038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698, lastWalPosition=2359, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:06,330 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,40623,1731521434038: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,40623,1731521434038, walGroup=39e84130bbc9%2C40623%2C1731521434038, offset=39e84130bbc9%2C40623%2C1731521434038.1731521436698:2359, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:40623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:11:06,331 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:11:06,332 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:11:06,332 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:11:06,332 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:11:06,332 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:11:06,332 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 823158896 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198542960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:11:06,332 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:40313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:40313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:11:06,383 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/replication/70ab0f8692bacb91c0aeeb4dcfa28a25/.tmp/queue/c8aece8084b94b56ab73b277e834012d 2024-11-13T18:11:06,387 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/replication/70ab0f8692bacb91c0aeeb4dcfa28a25/.tmp/queue/c8aece8084b94b56ab73b277e834012d as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/replication/70ab0f8692bacb91c0aeeb4dcfa28a25/queue/c8aece8084b94b56ab73b277e834012d 2024-11-13T18:11:06,391 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/replication/70ab0f8692bacb91c0aeeb4dcfa28a25/queue/c8aece8084b94b56ab73b277e834012d, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T18:11:06,392 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 70ab0f8692bacb91c0aeeb4dcfa28a25 in 436ms, sequenceid=14, compaction requested=false 2024-11-13T18:11:06,395 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/replication/70ab0f8692bacb91c0aeeb4dcfa28a25/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T18:11:06,395 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:06,395 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:11:06,396 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:11:06,396 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70ab0f8692bacb91c0aeeb4dcfa28a25: Waiting for close lock at 1731521465956Running coprocessor pre-close hooks at 1731521465956Disabling compacts and flushes for region at 1731521465956Disabling writes for close at 1731521465956Obtaining lock to block concurrent updates at 1731521465956Preparing flush snapshotting stores in 70ab0f8692bacb91c0aeeb4dcfa28a25 at 1731521465956Finished memstore snapshotting hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731521465957 (+1 ms)Flushing stores of hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. at 1731521465957Flushing 70ab0f8692bacb91c0aeeb4dcfa28a25/queue: creating writer at 1731521465957Flushing 70ab0f8692bacb91c0aeeb4dcfa28a25/queue: appending metadata at 1731521465977 (+20 ms)Flushing 70ab0f8692bacb91c0aeeb4dcfa28a25/queue: closing flushed file at 1731521465977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712f433e: reopening flushed file at 1731521466387 (+410 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 70ab0f8692bacb91c0aeeb4dcfa28a25 in 436ms, sequenceid=14, compaction requested=false at 1731521466392 (+5 ms)Writing region close event to WAL at 1731521466392Running coprocessor post-close hooks at 1731521466395 (+3 ms)Closed at 1731521466396 (+1 ms) 2024-11-13T18:11:06,396 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521450236.70ab0f8692bacb91c0aeeb4dcfa28a25. 2024-11-13T18:11:06,403 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:06,532 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:11:06,532 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:11:06,534 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 2359, reset compression=false 2024-11-13T18:11:06,562 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:06,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:06,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:11:06,595 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68535 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:11:06,603 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:06,708 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/rep_barrier/4e4f54cb9e264ad583f3ead31c8248ee 2024-11-13T18:11:06,730 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/table/6e7f5d33c9754b3b8921392904476e8b is 53, key is hbase:replication/table:state/1731521451328/Put/seqid=0 2024-11-13T18:11:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741847_1023 (size=5308) 2024-11-13T18:11:06,803 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:11:06,803 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:11:06,804 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:06,838 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 2359, reset compression=false 2024-11-13T18:11:07,004 DEBUG [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:07,134 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/table/6e7f5d33c9754b3b8921392904476e8b 2024-11-13T18:11:07,139 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/info/b1ae1ffe9fa24ff19b3fc0ec8d4ee905 as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/info/b1ae1ffe9fa24ff19b3fc0ec8d4ee905 2024-11-13T18:11:07,143 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/info/b1ae1ffe9fa24ff19b3fc0ec8d4ee905, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:11:07,144 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/ns/5025b1aae8424beb8810bf951873efab as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/ns/5025b1aae8424beb8810bf951873efab 2024-11-13T18:11:07,147 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/ns/5025b1aae8424beb8810bf951873efab, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:11:07,148 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/rep_barrier/4e4f54cb9e264ad583f3ead31c8248ee as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/rep_barrier/4e4f54cb9e264ad583f3ead31c8248ee 2024-11-13T18:11:07,151 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/rep_barrier/4e4f54cb9e264ad583f3ead31c8248ee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:11:07,152 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/.tmp/table/6e7f5d33c9754b3b8921392904476e8b as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/table/6e7f5d33c9754b3b8921392904476e8b 2024-11-13T18:11:07,156 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/table/6e7f5d33c9754b3b8921392904476e8b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:11:07,157 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=16, compaction requested=false 2024-11-13T18:11:07,157 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:11:07,162 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:11:07,162 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:07,162 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:11:07,162 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:07,162 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521465802Running coprocessor pre-close hooks at 1731521465802Disabling compacts and flushes for region at 1731521465802Disabling writes for close at 1731521465803 (+1 ms)Obtaining lock to block concurrent updates at 1731521465803Preparing flush snapshotting stores in 1588230740 at 1731521465803Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521465803Flushing stores of hbase:meta,,1.1588230740 at 1731521465809 (+6 ms)Flushing 1588230740/info: creating writer at 1731521465809Flushing 1588230740/info: appending metadata at 1731521465826 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731521465826Flushing 1588230740/ns: creating writer at 1731521466243 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731521466261 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731521466261Flushing 1588230740/rep_barrier: creating writer at 1731521466274 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521466293 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521466293Flushing 1588230740/table: creating writer at 1731521466712 (+419 ms)Flushing 1588230740/table: appending metadata at 1731521466729 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731521466730 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fed1d03: reopening flushed file at 1731521467139 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249ae599: reopening flushed file at 1731521467143 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be987fc: reopening flushed file at 1731521467147 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42016bc3: reopening flushed file at 1731521467151 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=16, compaction requested=false at 1731521467157 (+6 ms)Writing region close event to WAL at 1731521467159 (+2 ms)Running coprocessor post-close hooks at 1731521467162 (+3 ms)Closed at 1731521467162 2024-11-13T18:11:07,163 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:07,204 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,40623,1731521434038; all regions closed. 2024-11-13T18:11:07,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:11:07,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741839_1015 (size=3552) 2024-11-13T18:11:07,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741833_1009 (size=2367) 2024-11-13T18:11:07,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 not finished, retry = 0 2024-11-13T18:11:07,248 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 to pos 2359, reset compression=false 2024-11-13T18:11:07,312 DEBUG [RS:0;39e84130bbc9:40623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:07,312 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:07,312 INFO [RS:0;39e84130bbc9:40623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:07,313 INFO [RS:0;39e84130bbc9:40623 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:07,313 INFO [RS:0;39e84130bbc9:40623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:07,313 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,40623,1731521434038 because: Region server is closing 2024-11-13T18:11:07,313 INFO [RS:0;39e84130bbc9:40623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40623. 2024-11-13T18:11:07,313 DEBUG [RS:0;39e84130bbc9:40623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:07,313 DEBUG [RS:0;39e84130bbc9:40623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:07,314 DEBUG [RS:0;39e84130bbc9:40623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:07,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:07,314 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:07,314 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.wal-reader.39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/WALs/39e84130bbc9,40623,1731521434038/39e84130bbc9%2C40623%2C1731521434038.1731521436698 2024-11-13T18:11:07,414 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40623,1731521434038.replicationSource.shipper39e84130bbc9%2C40623%2C1731521434038,1-39e84130bbc9,40623,1731521434038 terminated 2024-11-13T18:11:07,414 INFO [RS:0;39e84130bbc9:40623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40623. 2024-11-13T18:11:07,414 DEBUG [RS:0;39e84130bbc9:40623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:07,414 DEBUG [RS:0;39e84130bbc9:40623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:07,414 DEBUG [RS:0;39e84130bbc9:40623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:07,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:07,414 INFO [RS:0;39e84130bbc9:40623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40623 2024-11-13T18:11:07,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574/rs 2024-11-13T18:11:07,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1492398574/rs/39e84130bbc9,40623,1731521434038 2024-11-13T18:11:07,417 INFO [RS:0;39e84130bbc9:40623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:07,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,40623,1731521434038] 2024-11-13T18:11:07,419 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492398574/draining/39e84130bbc9,40623,1731521434038 already deleted, retry=false 2024-11-13T18:11:07,419 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,40623,1731521434038 expired; onlineServers=0 2024-11-13T18:11:07,419 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,40313,1731521433760' ***** 2024-11-13T18:11:07,419 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:11:07,420 INFO [M:0;39e84130bbc9:40313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:07,420 INFO [M:0;39e84130bbc9:40313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:07,420 DEBUG [M:0;39e84130bbc9:40313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:11:07,420 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:11:07,420 DEBUG [M:0;39e84130bbc9:40313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:11:07,420 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521436408 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521436408,5,FailOnTimeoutGroup] 2024-11-13T18:11:07,420 INFO [M:0;39e84130bbc9:40313 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:07,420 INFO [M:0;39e84130bbc9:40313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:07,420 DEBUG [M:0;39e84130bbc9:40313 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:11:07,420 INFO [M:0;39e84130bbc9:40313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:11:07,420 INFO [M:0;39e84130bbc9:40313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:07,420 INFO [M:0;39e84130bbc9:40313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:11:07,420 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:11:07,421 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521436416 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521436416,5,FailOnTimeoutGroup] 2024-11-13T18:11:07,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1492398574/master 2024-11-13T18:11:07,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492398574 2024-11-13T18:11:07,424 DEBUG [M:0;39e84130bbc9:40313 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492398574/master already deleted, retry=false 2024-11-13T18:11:07,424 DEBUG [M:0;39e84130bbc9:40313 {}] master.ActiveMasterManager(353): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1492398574/master 2024-11-13T18:11:07,424 INFO [M:0;39e84130bbc9:40313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/.lastflushedseqids 2024-11-13T18:11:07,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741848_1024 (size=245) 2024-11-13T18:11:07,432 INFO [M:0;39e84130bbc9:40313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:11:07,432 INFO [M:0;39e84130bbc9:40313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:11:07,432 DEBUG [M:0;39e84130bbc9:40313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:11:07,432 INFO [M:0;39e84130bbc9:40313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:07,432 DEBUG [M:0;39e84130bbc9:40313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:07,432 DEBUG [M:0;39e84130bbc9:40313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:11:07,433 DEBUG [M:0;39e84130bbc9:40313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:07,433 INFO [M:0;39e84130bbc9:40313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T18:11:07,458 DEBUG [M:0;39e84130bbc9:40313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24a58107e6b043e2bcde3712daa01f86 is 82, key is hbase:meta,,1/info:regioninfo/1731521437529/Put/seqid=0 2024-11-13T18:11:07,466 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741849_1025 (size=5672) 2024-11-13T18:11:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40623-0x100ed4b2bc20004, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:07,519 INFO [RS:0;39e84130bbc9:40623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:07,519 INFO [RS:0;39e84130bbc9:40623 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,40623,1731521434038; zookeeper connection closed. 2024-11-13T18:11:07,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@406ae35e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@406ae35e 2024-11-13T18:11:07,529 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:11:07,875 INFO [M:0;39e84130bbc9:40313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24a58107e6b043e2bcde3712daa01f86 2024-11-13T18:11:07,894 DEBUG [M:0;39e84130bbc9:40313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/addbd5443286453aba2516d5e8fa1093 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731521451332/Put/seqid=0 2024-11-13T18:11:07,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741850_1026 (size=8516) 2024-11-13T18:11:08,298 INFO [M:0;39e84130bbc9:40313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/addbd5443286453aba2516d5e8fa1093 2024-11-13T18:11:08,320 DEBUG [M:0;39e84130bbc9:40313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/552b1713634d41f4b1e654de29cb09e9 is 69, key is 39e84130bbc9,40623,1731521434038/rs:state/1731521436492/Put/seqid=0 2024-11-13T18:11:08,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741851_1027 (size=5156) 2024-11-13T18:11:08,482 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:08,725 INFO [M:0;39e84130bbc9:40313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/552b1713634d41f4b1e654de29cb09e9 2024-11-13T18:11:08,730 DEBUG [M:0;39e84130bbc9:40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24a58107e6b043e2bcde3712daa01f86 as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24a58107e6b043e2bcde3712daa01f86 2024-11-13T18:11:08,734 INFO [M:0;39e84130bbc9:40313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24a58107e6b043e2bcde3712daa01f86, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T18:11:08,735 DEBUG [M:0;39e84130bbc9:40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/addbd5443286453aba2516d5e8fa1093 as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/addbd5443286453aba2516d5e8fa1093 2024-11-13T18:11:08,739 INFO [M:0;39e84130bbc9:40313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/addbd5443286453aba2516d5e8fa1093, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T18:11:08,739 DEBUG [M:0;39e84130bbc9:40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/552b1713634d41f4b1e654de29cb09e9 as hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/552b1713634d41f4b1e654de29cb09e9 2024-11-13T18:11:08,743 INFO [M:0;39e84130bbc9:40313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/552b1713634d41f4b1e654de29cb09e9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T18:11:08,744 INFO [M:0;39e84130bbc9:40313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=97, compaction requested=false 2024-11-13T18:11:08,746 INFO [M:0;39e84130bbc9:40313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:08,746 DEBUG [M:0;39e84130bbc9:40313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521467432Disabling compacts and flushes for region at 1731521467432Disabling writes for close at 1731521467432Obtaining lock to block concurrent updates at 1731521467433 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521467433Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731521467433Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521467434 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521467434Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521467453 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521467453Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521467879 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521467894 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521467894Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521468302 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521468320 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521468320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5492d528: reopening flushed file at 1731521468729 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d232b8c: reopening flushed file at 1731521468734 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6565243f: reopening flushed file at 1731521468739 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=97, compaction requested=false at 1731521468744 (+5 ms)Writing region close event to WAL at 1731521468746 (+2 ms)Closed at 1731521468746 2024-11-13T18:11:08,748 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ada02435-e0bd-add9-be26-8bba35cdf159/MasterData/WALs/39e84130bbc9,40313,1731521433760/39e84130bbc9%2C40313%2C1731521433760.1731521435846 not finished, retry = 0 2024-11-13T18:11:08,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42577 is added to blk_1073741830_1006 (size=63654) 2024-11-13T18:11:08,853 INFO [M:0;39e84130bbc9:40313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:11:08,853 INFO [M:0;39e84130bbc9:40313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40313 2024-11-13T18:11:08,854 INFO [M:0;39e84130bbc9:40313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:08,854 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:08,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:08,956 INFO [M:0;39e84130bbc9:40313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:08,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x100ed4b2bc20003, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:08,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bd482e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:11:08,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6790afcd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:08,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:08,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a91cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:08,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41fe9518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:08,988 WARN [BP-247139741-172.17.0.3-1731521432020 heartbeating to localhost/127.0.0.1:45039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:11:08,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:11:08,988 WARN [BP-247139741-172.17.0.3-1731521432020 heartbeating to localhost/127.0.0.1:45039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-247139741-172.17.0.3-1731521432020 (Datanode Uuid 01c253b7-1bdf-42f3-8c03-e3668382c7b6) service to localhost/127.0.0.1:45039 2024-11-13T18:11:08,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:11:08,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/cluster_1200300b-bb7c-4073-f8c4-1df58960df5c/data/data1/current/BP-247139741-172.17.0.3-1731521432020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:08,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/cluster_1200300b-bb7c-4073-f8c4-1df58960df5c/data/data2/current/BP-247139741-172.17.0.3-1731521432020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:08,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:11:08,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@123fcee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:11:08,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68664e8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:08,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:08,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b12147{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:08,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a302027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/171bf691-0320-ebde-a3ef-0a24b6956d4e/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:09,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:11:09,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:11:09,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:09,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:09,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:09,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:09,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:11:09,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1952494708, stopped=false 2024-11-13T18:11:09,034 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,41009,1731521428721 2024-11-13T18:11:09,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1595859770/running 2024-11-13T18:11:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:11:09,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1595859770/running 2024-11-13T18:11:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:11:09,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:09,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:09,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:09,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,39789,1731521428827' ***** 2024-11-13T18:11:09,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:11:09,045 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:11:09,045 INFO [RS:0;39e84130bbc9:39789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:11:09,045 INFO [RS:0;39e84130bbc9:39789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:11:09,045 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(3091): Received CLOSE for a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:11:09,045 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:11:09,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Set watcher on znode that does not yet exist, /0-1595859770/running 2024-11-13T18:11:09,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Set watcher on znode that does not yet exist, /0-1595859770/running 2024-11-13T18:11:09,059 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:09,062 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(3091): Received CLOSE for 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:11:09,062 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,39789,1731521428827 2024-11-13T18:11:09,062 INFO [RS:0;39e84130bbc9:39789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:09,062 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1bf32a059fbc7d2138ffe7b6485cea8, disabling compactions & flushes 2024-11-13T18:11:09,062 INFO [RS:0;39e84130bbc9:39789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:39789. 2024-11-13T18:11:09,062 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:11:09,062 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:11:09,062 DEBUG [RS:0;39e84130bbc9:39789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:09,062 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. after waiting 0 ms 2024-11-13T18:11:09,063 DEBUG [RS:0;39e84130bbc9:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:09,063 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:11:09,063 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:11:09,063 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:11:09,063 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:11:09,063 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1bf32a059fbc7d2138ffe7b6485cea8 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T18:11:09,063 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:11:09,066 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:11:09,066 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1325): Online Regions={a1bf32a059fbc7d2138ffe7b6485cea8=hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8., 1588230740=hbase:meta,,1.1588230740, 71eb7e52ecf73c66256fd74b21002c1a=test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a.} 2024-11-13T18:11:09,066 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71eb7e52ecf73c66256fd74b21002c1a, a1bf32a059fbc7d2138ffe7b6485cea8 2024-11-13T18:11:09,069 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:11:09,069 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:11:09,069 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:11:09,069 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:11:09,069 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:11:09,070 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:11:09,097 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/replication/a1bf32a059fbc7d2138ffe7b6485cea8/.tmp/queue/8341f6db3dc74034a6b75f1d9dabe4ac is 154, key is 1-39e84130bbc9,39789,1731521428827/queue:39e84130bbc9%2C39789%2C1731521428827/1731521463001/Put/seqid=0 2024-11-13T18:11:09,116 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/info/dc1c3e2aecfd42c5a68eacd597f5745f is 147, key is hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8./info:regioninfo/1731521449260/Put/seqid=0 2024-11-13T18:11:09,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741840_1016 (size=5353) 2024-11-13T18:11:09,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741841_1017 (size=7686) 2024-11-13T18:11:09,132 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/replication/a1bf32a059fbc7d2138ffe7b6485cea8/.tmp/queue/8341f6db3dc74034a6b75f1d9dabe4ac 2024-11-13T18:11:09,132 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/info/dc1c3e2aecfd42c5a68eacd597f5745f 2024-11-13T18:11:09,153 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/replication/a1bf32a059fbc7d2138ffe7b6485cea8/.tmp/queue/8341f6db3dc74034a6b75f1d9dabe4ac as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/replication/a1bf32a059fbc7d2138ffe7b6485cea8/queue/8341f6db3dc74034a6b75f1d9dabe4ac 2024-11-13T18:11:09,162 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/replication/a1bf32a059fbc7d2138ffe7b6485cea8/queue/8341f6db3dc74034a6b75f1d9dabe4ac, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T18:11:09,163 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a1bf32a059fbc7d2138ffe7b6485cea8 in 100ms, sequenceid=14, compaction requested=false 2024-11-13T18:11:09,163 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T18:11:09,173 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/ns/e8bdbc5bfeb0469eac5b4909e605357e is 43, key is default/ns:d/1731521431789/Put/seqid=0 2024-11-13T18:11:09,181 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/replication/a1bf32a059fbc7d2138ffe7b6485cea8/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T18:11:09,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:11:09,185 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:09,185 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:11:09,185 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:11:09,186 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1bf32a059fbc7d2138ffe7b6485cea8: Waiting for close lock at 1731521469062Running coprocessor pre-close hooks at 1731521469062Disabling compacts and flushes for region at 1731521469062Disabling writes for close at 1731521469063 (+1 ms)Obtaining lock to block concurrent updates at 1731521469063Preparing flush snapshotting stores in a1bf32a059fbc7d2138ffe7b6485cea8 at 1731521469063Finished memstore snapshotting hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731521469063Flushing stores of hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. at 1731521469067 (+4 ms)Flushing a1bf32a059fbc7d2138ffe7b6485cea8/queue: creating writer at 1731521469067Flushing a1bf32a059fbc7d2138ffe7b6485cea8/queue: appending metadata at 1731521469096 (+29 ms)Flushing a1bf32a059fbc7d2138ffe7b6485cea8/queue: closing flushed file at 1731521469096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b751651: reopening flushed file at 1731521469153 (+57 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a1bf32a059fbc7d2138ffe7b6485cea8 in 100ms, sequenceid=14, compaction requested=false at 1731521469163 (+10 ms)Writing region close event to WAL at 1731521469173 (+10 ms)Running coprocessor post-close hooks at 1731521469185 (+12 ms)Closed at 1731521469185 2024-11-13T18:11:09,186 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521448014.a1bf32a059fbc7d2138ffe7b6485cea8. 2024-11-13T18:11:09,186 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71eb7e52ecf73c66256fd74b21002c1a, disabling compactions & flushes 2024-11-13T18:11:09,186 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:11:09,186 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:11:09,186 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. after waiting 0 ms 2024-11-13T18:11:09,186 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:11:09,186 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71eb7e52ecf73c66256fd74b21002c1a 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T18:11:09,193 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/ns/e8bdbc5bfeb0469eac5b4909e605357e 2024-11-13T18:11:09,235 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/.tmp/f/53400425a553472d88e8f330bd634c86 is 37, key is row3/f:row3/1731521461307/Put/seqid=0 2024-11-13T18:11:09,266 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:11:09,274 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/rep_barrier/8b319b1e7b5d4f97a28e952ba686b35c is 112, key is test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a./rep_barrier:seqnumDuringOpen/1731521443993/Put/seqid=0 2024-11-13T18:11:09,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741843_1019 (size=5228) 2024-11-13T18:11:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741844_1020 (size=5518) 2024-11-13T18:11:09,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,472 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:11:09,518 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:11:09,519 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:11:09,585 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1496, reset compression=false 2024-11-13T18:11:09,590 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:09,590 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1743, reset compression=false 2024-11-13T18:11:09,590 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,39789,1731521428827 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:09,591 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,39789,1731521428827: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,39789,1731521428827, walGroup=39e84130bbc9%2C39789%2C1731521428827, offset=39e84130bbc9%2C39789%2C1731521428827.1731521430660:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:39789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:11:09,593 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:11:09,593 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:11:09,594 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:11:09,594 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:11:09,594 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:11:09,594 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 890267760 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199163776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:11:09,595 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:41009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:41009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:11:09,672 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:11:09,683 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/.tmp/f/53400425a553472d88e8f330bd634c86 2024-11-13T18:11:09,687 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53400425a553472d88e8f330bd634c86 2024-11-13T18:11:09,705 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/.tmp/f1/8be0d70f9cc840f184f4e6e3e6051c56 is 30, key is row1/f1:/1731521458638/DeleteFamily/seqid=0 2024-11-13T18:11:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741845_1021 (size=5158) 2024-11-13T18:11:09,714 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/rep_barrier/8b319b1e7b5d4f97a28e952ba686b35c 2024-11-13T18:11:09,734 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/table/e3bc56adf8364d048fe835ffa31e71d4 is 53, key is hbase:replication/table:state/1731521449278/Put/seqid=0 2024-11-13T18:11:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741846_1022 (size=5308) 2024-11-13T18:11:09,737 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/table/e3bc56adf8364d048fe835ffa31e71d4 2024-11-13T18:11:09,742 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/info/dc1c3e2aecfd42c5a68eacd597f5745f as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/info/dc1c3e2aecfd42c5a68eacd597f5745f 2024-11-13T18:11:09,745 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/info/dc1c3e2aecfd42c5a68eacd597f5745f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:11:09,746 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/ns/e8bdbc5bfeb0469eac5b4909e605357e as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/ns/e8bdbc5bfeb0469eac5b4909e605357e 2024-11-13T18:11:09,750 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/ns/e8bdbc5bfeb0469eac5b4909e605357e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:11:09,750 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/rep_barrier/8b319b1e7b5d4f97a28e952ba686b35c as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/rep_barrier/8b319b1e7b5d4f97a28e952ba686b35c 2024-11-13T18:11:09,754 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/rep_barrier/8b319b1e7b5d4f97a28e952ba686b35c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:11:09,754 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/.tmp/table/e3bc56adf8364d048fe835ffa31e71d4 as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/table/e3bc56adf8364d048fe835ffa31e71d4 2024-11-13T18:11:09,758 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/table/e3bc56adf8364d048fe835ffa31e71d4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:11:09,759 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 690ms, sequenceid=16, compaction requested=false 2024-11-13T18:11:09,759 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:11:09,763 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:11:09,763 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:09,763 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:11:09,763 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:09,763 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521469069Running coprocessor pre-close hooks at 1731521469069Disabling compacts and flushes for region at 1731521469069Disabling writes for close at 1731521469069Obtaining lock to block concurrent updates at 1731521469070 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731521469070Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521469074 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521469075 (+1 ms)Flushing 1588230740/info: creating writer at 1731521469075Flushing 1588230740/info: appending metadata at 1731521469115 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731521469115Flushing 1588230740/ns: creating writer at 1731521469147 (+32 ms)Flushing 1588230740/ns: appending metadata at 1731521469172 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731521469172Flushing 1588230740/rep_barrier: creating writer at 1731521469226 (+54 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521469273 (+47 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521469273Flushing 1588230740/table: creating writer at 1731521469718 (+445 ms)Flushing 1588230740/table: appending metadata at 1731521469733 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731521469733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eeaf538: reopening flushed file at 1731521469741 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aba7a03: reopening flushed file at 1731521469745 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b914e8: reopening flushed file at 1731521469750 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146fbe23: reopening flushed file at 1731521469754 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 690ms, sequenceid=16, compaction requested=false at 1731521469759 (+5 ms)Writing region close event to WAL at 1731521469760 (+1 ms)Running coprocessor post-close hooks at 1731521469763 (+3 ms)Closed at 1731521469763 2024-11-13T18:11:09,763 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:09,810 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1743, reset compression=false 2024-11-13T18:11:09,873 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1351): Waiting on 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:11:09,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:11:09,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:09,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:10,073 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:11:10,073 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1325): Online Regions={71eb7e52ecf73c66256fd74b21002c1a=test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a.} 2024-11-13T18:11:10,073 DEBUG [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1351): Waiting on 71eb7e52ecf73c66256fd74b21002c1a 2024-11-13T18:11:10,109 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/.tmp/f1/8be0d70f9cc840f184f4e6e3e6051c56 2024-11-13T18:11:10,114 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1743, reset compression=false 2024-11-13T18:11:10,134 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8be0d70f9cc840f184f4e6e3e6051c56 2024-11-13T18:11:10,168 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/.tmp/norep/daa5620c80804fd6927fc5c9b3bc2006 is 32, key is row/norep:/1731521457627/DeleteFamily/seqid=0 2024-11-13T18:11:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741847_1023 (size=5101) 2024-11-13T18:11:10,173 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/.tmp/norep/daa5620c80804fd6927fc5c9b3bc2006 2024-11-13T18:11:10,179 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daa5620c80804fd6927fc5c9b3bc2006 2024-11-13T18:11:10,180 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/.tmp/f/53400425a553472d88e8f330bd634c86 as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/f/53400425a553472d88e8f330bd634c86 2024-11-13T18:11:10,201 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53400425a553472d88e8f330bd634c86 2024-11-13T18:11:10,202 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/f/53400425a553472d88e8f330bd634c86, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T18:11:10,206 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/.tmp/f1/8be0d70f9cc840f184f4e6e3e6051c56 as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/f1/8be0d70f9cc840f184f4e6e3e6051c56 2024-11-13T18:11:10,224 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8be0d70f9cc840f184f4e6e3e6051c56 2024-11-13T18:11:10,224 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/f1/8be0d70f9cc840f184f4e6e3e6051c56, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T18:11:10,228 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/.tmp/norep/daa5620c80804fd6927fc5c9b3bc2006 as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/norep/daa5620c80804fd6927fc5c9b3bc2006 2024-11-13T18:11:10,239 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daa5620c80804fd6927fc5c9b3bc2006 2024-11-13T18:11:10,239 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/norep/daa5620c80804fd6927fc5c9b3bc2006, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T18:11:10,240 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 71eb7e52ecf73c66256fd74b21002c1a in 1054ms, sequenceid=12, compaction requested=false 2024-11-13T18:11:10,240 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T18:11:10,251 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/data/default/test/71eb7e52ecf73c66256fd74b21002c1a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T18:11:10,252 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:10,252 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:11:10,252 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:11:10,252 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71eb7e52ecf73c66256fd74b21002c1a: Waiting for close lock at 1731521469186Running coprocessor pre-close hooks at 1731521469186Disabling compacts and flushes for region at 1731521469186Disabling writes for close at 1731521469186Obtaining lock to block concurrent updates at 1731521469186Preparing flush snapshotting stores in 71eb7e52ecf73c66256fd74b21002c1a at 1731521469186Finished memstore snapshotting test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731521469187 (+1 ms)Flushing stores of test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. at 1731521469187Flushing 71eb7e52ecf73c66256fd74b21002c1a/f: creating writer at 1731521469187Flushing 71eb7e52ecf73c66256fd74b21002c1a/f: appending metadata at 1731521469234 (+47 ms)Flushing 71eb7e52ecf73c66256fd74b21002c1a/f: closing flushed file at 1731521469234Flushing 71eb7e52ecf73c66256fd74b21002c1a/f1: creating writer at 1731521469687 (+453 ms)Flushing 71eb7e52ecf73c66256fd74b21002c1a/f1: appending metadata at 1731521469704 (+17 ms)Flushing 71eb7e52ecf73c66256fd74b21002c1a/f1: closing flushed file at 1731521469704Flushing 71eb7e52ecf73c66256fd74b21002c1a/norep: creating writer at 1731521470134 (+430 ms)Flushing 71eb7e52ecf73c66256fd74b21002c1a/norep: appending metadata at 1731521470167 (+33 ms)Flushing 71eb7e52ecf73c66256fd74b21002c1a/norep: closing flushed file at 1731521470167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351e21da: reopening flushed file at 1731521470179 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c3aec3: reopening flushed file at 1731521470202 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3b1586: reopening flushed file at 1731521470224 (+22 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 71eb7e52ecf73c66256fd74b21002c1a in 1054ms, sequenceid=12, compaction requested=false at 1731521470240 (+16 ms)Writing region close event to WAL at 1731521470249 (+9 ms)Running coprocessor post-close hooks at 1731521470252 (+3 ms)Closed at 1731521470252 2024-11-13T18:11:10,252 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521442503.71eb7e52ecf73c66256fd74b21002c1a. 2024-11-13T18:11:10,273 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,39789,1731521428827; all regions closed. 2024-11-13T18:11:10,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.meta.1731521431596.meta not finished, retry = 0 2024-11-13T18:11:10,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:11:10,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.rep.1731521449187 not finished, retry = 0 2024-11-13T18:11:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741839_1015 (size=3552) 2024-11-13T18:11:10,508 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 not finished, retry = 0 2024-11-13T18:11:10,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741832_1008 (size=2395) 2024-11-13T18:11:10,541 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 to pos 1743, reset compression=false 2024-11-13T18:11:10,617 DEBUG [RS:0;39e84130bbc9:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:10,617 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:10,618 INFO [RS:0;39e84130bbc9:39789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:10,618 INFO [RS:0;39e84130bbc9:39789 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:10,618 INFO [RS:0;39e84130bbc9:39789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:10,619 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,39789,1731521428827 because: Region server is closing 2024-11-13T18:11:10,619 INFO [RS:0;39e84130bbc9:39789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:39789. 2024-11-13T18:11:10,619 DEBUG [RS:0;39e84130bbc9:39789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:10,619 DEBUG [RS:0;39e84130bbc9:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:10,619 DEBUG [RS:0;39e84130bbc9:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:10,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:10,626 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/WALs/39e84130bbc9,39789,1731521428827/39e84130bbc9%2C39789%2C1731521428827.1731521430660 2024-11-13T18:11:10,626 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.wal-reader.39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:10,630 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:10,720 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,39789,1731521428827.replicationSource.shipper39e84130bbc9%2C39789%2C1731521428827,1-39e84130bbc9,39789,1731521428827 terminated 2024-11-13T18:11:10,721 INFO [RS:0;39e84130bbc9:39789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:39789. 2024-11-13T18:11:10,721 DEBUG [RS:0;39e84130bbc9:39789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:10,721 DEBUG [RS:0;39e84130bbc9:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:10,721 DEBUG [RS:0;39e84130bbc9:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:10,721 INFO [RS:0;39e84130bbc9:39789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39789 2024-11-13T18:11:10,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:10,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770/rs 2024-11-13T18:11:10,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1595859770/rs/39e84130bbc9,39789,1731521428827 2024-11-13T18:11:10,728 INFO [RS:0;39e84130bbc9:39789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:10,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,39789,1731521428827] 2024-11-13T18:11:10,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595859770/draining/39e84130bbc9,39789,1731521428827 already deleted, retry=false 2024-11-13T18:11:10,733 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,39789,1731521428827 expired; onlineServers=0 2024-11-13T18:11:10,733 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,41009,1731521428721' ***** 2024-11-13T18:11:10,733 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:11:10,733 INFO [M:0;39e84130bbc9:41009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:10,733 INFO [M:0;39e84130bbc9:41009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:10,733 DEBUG [M:0;39e84130bbc9:41009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:11:10,733 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:11:10,733 DEBUG [M:0;39e84130bbc9:41009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:11:10,733 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521430364 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521430364,5,FailOnTimeoutGroup] 2024-11-13T18:11:10,733 INFO [M:0;39e84130bbc9:41009 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:10,733 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521430365 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521430365,5,FailOnTimeoutGroup] 2024-11-13T18:11:10,733 INFO [M:0;39e84130bbc9:41009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:10,734 DEBUG [M:0;39e84130bbc9:41009 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:11:10,734 INFO [M:0;39e84130bbc9:41009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:11:10,734 INFO [M:0;39e84130bbc9:41009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:10,734 INFO [M:0;39e84130bbc9:41009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:11:10,734 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:11:10,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1595859770/master 2024-11-13T18:11:10,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595859770 2024-11-13T18:11:10,738 DEBUG [M:0;39e84130bbc9:41009 {}] zookeeper.ZKUtil(347): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Unable to get data of znode /0-1595859770/master because node does not exist (not an error) 2024-11-13T18:11:10,739 WARN [M:0;39e84130bbc9:41009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:11:10,740 INFO [M:0;39e84130bbc9:41009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/.lastflushedseqids 2024-11-13T18:11:10,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741848_1024 (size=245) 2024-11-13T18:11:10,747 INFO [M:0;39e84130bbc9:41009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:11:10,747 INFO [M:0;39e84130bbc9:41009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:11:10,747 DEBUG [M:0;39e84130bbc9:41009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:11:10,747 INFO [M:0;39e84130bbc9:41009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:10,747 DEBUG [M:0;39e84130bbc9:41009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:10,747 DEBUG [M:0;39e84130bbc9:41009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:11:10,747 DEBUG [M:0;39e84130bbc9:41009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:10,747 INFO [M:0;39e84130bbc9:41009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T18:11:10,763 DEBUG [M:0;39e84130bbc9:41009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61da302d3c7842ce904073bd0ee6d042 is 82, key is hbase:meta,,1/info:regioninfo/1731521431756/Put/seqid=0 2024-11-13T18:11:10,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741849_1025 (size=5672) 2024-11-13T18:11:10,767 INFO [M:0;39e84130bbc9:41009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61da302d3c7842ce904073bd0ee6d042 2024-11-13T18:11:10,789 DEBUG [M:0;39e84130bbc9:41009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d77a6caa8f9b490b9e76480d359e8527 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731521444036/Put/seqid=0 2024-11-13T18:11:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741850_1026 (size=7217) 2024-11-13T18:11:10,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:10,830 INFO [RS:0;39e84130bbc9:39789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:10,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100ed4b2bc20001, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:10,830 INFO [RS:0;39e84130bbc9:39789 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,39789,1731521428827; zookeeper connection closed. 2024-11-13T18:11:10,830 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ef68124 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ef68124 2024-11-13T18:11:10,831 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:11:11,199 INFO [M:0;39e84130bbc9:41009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d77a6caa8f9b490b9e76480d359e8527 2024-11-13T18:11:11,225 INFO [M:0;39e84130bbc9:41009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d77a6caa8f9b490b9e76480d359e8527 2024-11-13T18:11:11,257 DEBUG [M:0;39e84130bbc9:41009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a68c5f6e20443f9b3868937dac58220 is 69, key is 39e84130bbc9,39789,1731521428827/rs:state/1731521430441/Put/seqid=0 2024-11-13T18:11:11,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741851_1027 (size=5156) 2024-11-13T18:11:11,674 INFO [M:0;39e84130bbc9:41009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a68c5f6e20443f9b3868937dac58220 2024-11-13T18:11:11,684 DEBUG [M:0;39e84130bbc9:41009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61da302d3c7842ce904073bd0ee6d042 as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61da302d3c7842ce904073bd0ee6d042 2024-11-13T18:11:11,691 INFO [M:0;39e84130bbc9:41009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61da302d3c7842ce904073bd0ee6d042, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T18:11:11,692 DEBUG [M:0;39e84130bbc9:41009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d77a6caa8f9b490b9e76480d359e8527 as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d77a6caa8f9b490b9e76480d359e8527 2024-11-13T18:11:11,715 INFO [M:0;39e84130bbc9:41009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d77a6caa8f9b490b9e76480d359e8527 2024-11-13T18:11:11,716 INFO [M:0;39e84130bbc9:41009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d77a6caa8f9b490b9e76480d359e8527, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T18:11:11,719 DEBUG [M:0;39e84130bbc9:41009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a68c5f6e20443f9b3868937dac58220 as hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a68c5f6e20443f9b3868937dac58220 2024-11-13T18:11:11,728 INFO [M:0;39e84130bbc9:41009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44769/user/jenkins/test-data/d37c2e38-f3a7-3a36-9354-957711c90f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a68c5f6e20443f9b3868937dac58220, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T18:11:11,729 INFO [M:0;39e84130bbc9:41009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 982ms, sequenceid=105, compaction requested=false 2024-11-13T18:11:11,745 INFO [M:0;39e84130bbc9:41009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:11,745 DEBUG [M:0;39e84130bbc9:41009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521470747Disabling compacts and flushes for region at 1731521470747Disabling writes for close at 1731521470747Obtaining lock to block concurrent updates at 1731521470747Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521470747Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731521470748 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521470748Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521470748Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521470762 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521470763 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521470771 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521470788 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521470788Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521471225 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521471257 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521471257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e677f83: reopening flushed file at 1731521471681 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e677561: reopening flushed file at 1731521471691 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acaabba: reopening flushed file at 1731521471716 (+25 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 982ms, sequenceid=105, compaction requested=false at 1731521471729 (+13 ms)Writing region close event to WAL at 1731521471745 (+16 ms)Closed at 1731521471745 2024-11-13T18:11:11,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741830_1006 (size=64411) 2024-11-13T18:11:11,757 INFO [M:0;39e84130bbc9:41009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:11:11,757 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:11,757 INFO [M:0;39e84130bbc9:41009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41009 2024-11-13T18:11:11,759 INFO [M:0;39e84130bbc9:41009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:11,862 INFO [M:0;39e84130bbc9:41009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:11,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:11,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41009-0x100ed4b2bc20000, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:11,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@360f6672{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:11:11,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e8d0f95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:11,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:11,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1916c03a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:11,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16bee036{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:11,866 WARN [BP-1828102733-172.17.0.3-1731521427253 heartbeating to localhost/127.0.0.1:44769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:11:11,866 WARN [BP-1828102733-172.17.0.3-1731521427253 heartbeating to localhost/127.0.0.1:44769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1828102733-172.17.0.3-1731521427253 (Datanode Uuid f1410b2b-185b-41c8-86f6-0cde6d333340) service to localhost/127.0.0.1:44769 2024-11-13T18:11:11,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:11:11,867 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:11:11,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/cluster_309ebb1e-765e-a079-bc23-1d5247ad4234/data/data2/current/BP-1828102733-172.17.0.3-1731521427253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:11,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/cluster_309ebb1e-765e-a079-bc23-1d5247ad4234/data/data1/current/BP-1828102733-172.17.0.3-1731521427253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:11,867 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:11:11,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c6e349a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:11:11,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2703a9e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:11,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:11,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fc6f425{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:11,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@175ebd1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab7786a0-1999-ef8d-09d1-c80018528d57/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:11,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:11:11,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:11:11,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 264) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45039 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45129 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44769 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=976 (was 999), ProcessCount=11 (was 11), AvailableMemoryMB=3534 (was 249) - AvailableMemoryMB LEAK? - 2024-11-13T18:11:11,913 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=976, ProcessCount=11, AvailableMemoryMB=3533 2024-11-13T18:11:11,926 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T18:11:11,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/hadoop.log.dir so I do NOT create it in target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53 2024-11-13T18:11:11,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:11:11,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/hadoop.tmp.dir so I do NOT create it in target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53 2024-11-13T18:11:11,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3a608a1-3449-c69a-2107-aa92d04fb2ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:11:11,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53 2024-11-13T18:11:11,927 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/cluster_8d540fae-76c8-c4c6-7ebf-661c73c3b8f5, deleteOnExit=true 2024-11-13T18:11:11,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/cluster_8d540fae-76c8-c4c6-7ebf-661c73c3b8f5/zookeeper_0, clientPort=63396, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/cluster_8d540fae-76c8-c4c6-7ebf-661c73c3b8f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/cluster_8d540fae-76c8-c4c6-7ebf-661c73c3b8f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:11:11,933 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63396 2024-11-13T18:11:11,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:11:11,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:11:11,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/test.cache.data in system properties and HBase conf 2024-11-13T18:11:11,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:11:11,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:11:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:11:11,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:11:11,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ed4b2bc20008, quorum=127.0.0.1:52109, baseZNode=/277909835 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:11:11,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ed4b2bc20002, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:11:11,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ed4b2bc20008, quorum=127.0.0.1:52109, baseZNode=/277909835 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:11:11,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ed4b2bc20002, quorum=127.0.0.1:52109, baseZNode=/0-1595859770 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:11:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ed4b2bc20005, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:11:11,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ed4b2bc20005, quorum=127.0.0.1:52109, baseZNode=/1-1492398574 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:11:12,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:12,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:11:12,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:11:12,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:11:12,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:11:12,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:12,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@732e8ed2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:11:12,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d4617e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:11:12,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@646424{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/java.io.tmpdir/jetty-localhost-33785-hadoop-hdfs-3_4_1-tests_jar-_-any-12678436525943616247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:11:12,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f055b0d{HTTP/1.1, (http/1.1)}{localhost:33785} 2024-11-13T18:11:12,338 INFO [Time-limited test {}] server.Server(415): Started @256833ms 2024-11-13T18:11:12,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:12,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:11:12,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:11:12,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:11:12,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:11:12,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c0af973{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:11:12,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d155a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:11:12,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18b9afc5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/java.io.tmpdir/jetty-localhost-42995-hadoop-hdfs-3_4_1-tests_jar-_-any-11903795416760854510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:11:12,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ae6a16b{HTTP/1.1, (http/1.1)}{localhost:42995} 2024-11-13T18:11:12,703 INFO [Time-limited test {}] server.Server(415): Started @257198ms 2024-11-13T18:11:12,705 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:11:13,013 WARN [Thread-3432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/cluster_8d540fae-76c8-c4c6-7ebf-661c73c3b8f5/data/data1/current/BP-1346909355-172.17.0.3-1731521471967/current, will proceed with Du for space computation calculation, 2024-11-13T18:11:13,018 WARN [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/cluster_8d540fae-76c8-c4c6-7ebf-661c73c3b8f5/data/data2/current/BP-1346909355-172.17.0.3-1731521471967/current, will proceed with Du for space computation calculation, 2024-11-13T18:11:13,104 WARN [Thread-3420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:11:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10fcdd776a1ef57d with lease ID 0xbc9f073d5c1a7bcc: Processing first storage report for DS-9a12c115-7e3d-404f-bc6c-22239fef3cb3 from datanode DatanodeRegistration(127.0.0.1:36615, datanodeUuid=6f7e006d-6457-43cf-92b9-083b7b03424e, infoPort=35261, infoSecurePort=0, ipcPort=42731, storageInfo=lv=-57;cid=testClusterID;nsid=1501152761;c=1731521471967) 2024-11-13T18:11:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10fcdd776a1ef57d with lease ID 0xbc9f073d5c1a7bcc: from storage DS-9a12c115-7e3d-404f-bc6c-22239fef3cb3 node DatanodeRegistration(127.0.0.1:36615, datanodeUuid=6f7e006d-6457-43cf-92b9-083b7b03424e, infoPort=35261, infoSecurePort=0, ipcPort=42731, storageInfo=lv=-57;cid=testClusterID;nsid=1501152761;c=1731521471967), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:11:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10fcdd776a1ef57d with lease ID 0xbc9f073d5c1a7bcc: Processing first storage report for DS-13cf4c8a-10df-4dfc-8534-e25a9b4fc87c from datanode DatanodeRegistration(127.0.0.1:36615, datanodeUuid=6f7e006d-6457-43cf-92b9-083b7b03424e, infoPort=35261, infoSecurePort=0, ipcPort=42731, storageInfo=lv=-57;cid=testClusterID;nsid=1501152761;c=1731521471967) 2024-11-13T18:11:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10fcdd776a1ef57d with lease ID 0xbc9f073d5c1a7bcc: from storage DS-13cf4c8a-10df-4dfc-8534-e25a9b4fc87c node DatanodeRegistration(127.0.0.1:36615, datanodeUuid=6f7e006d-6457-43cf-92b9-083b7b03424e, infoPort=35261, infoSecurePort=0, ipcPort=42731, storageInfo=lv=-57;cid=testClusterID;nsid=1501152761;c=1731521471967), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:11:13,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53 2024-11-13T18:11:13,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:13,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:13,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:11:13,200 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691 with version=8 2024-11-13T18:11:13,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/hbase-staging 2024-11-13T18:11:13,203 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:11:13,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:13,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:13,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:11:13,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:13,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:11:13,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:11:13,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:11:13,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43413 2024-11-13T18:11:13,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43413 connecting to ZooKeeper ensemble=127.0.0.1:63396 2024-11-13T18:11:13,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434130x0, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:13,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43413-0x100ed4bda630000 connected 2024-11-13T18:11:13,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:13,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:13,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Set watcher on znode that does not yet exist, /0-1048121566/running 2024-11-13T18:11:13,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691, hbase.cluster.distributed=false 2024-11-13T18:11:13,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Set watcher on znode that does not yet exist, /0-1048121566/acl 2024-11-13T18:11:13,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43413 2024-11-13T18:11:13,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43413 2024-11-13T18:11:13,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43413 2024-11-13T18:11:13,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43413 2024-11-13T18:11:13,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43413 2024-11-13T18:11:13,339 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:11:13,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:13,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:13,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:11:13,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:13,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:11:13,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:11:13,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:11:13,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40273 2024-11-13T18:11:13,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40273 connecting to ZooKeeper ensemble=127.0.0.1:63396 2024-11-13T18:11:13,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:13,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:13,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402730x0, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:13,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402730x0, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Set watcher on znode that does not yet exist, /0-1048121566/running 2024-11-13T18:11:13,353 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:11:13,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40273-0x100ed4bda630001 connected 2024-11-13T18:11:13,359 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:11:13,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Set watcher on znode that does not yet exist, /0-1048121566/master 2024-11-13T18:11:13,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Set watcher on znode that does not yet exist, /0-1048121566/acl 2024-11-13T18:11:13,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40273 2024-11-13T18:11:13,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40273 2024-11-13T18:11:13,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40273 2024-11-13T18:11:13,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40273 2024-11-13T18:11:13,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40273 2024-11-13T18:11:13,387 DEBUG [M:0;39e84130bbc9:43413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:43413 2024-11-13T18:11:13,388 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1048121566/backup-masters/39e84130bbc9,43413,1731521473203 2024-11-13T18:11:13,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566/backup-masters 2024-11-13T18:11:13,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566/backup-masters 2024-11-13T18:11:13,394 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Set watcher on existing znode=/0-1048121566/backup-masters/39e84130bbc9,43413,1731521473203 2024-11-13T18:11:13,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:13,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1048121566/master 2024-11-13T18:11:13,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:13,397 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Set watcher on existing znode=/0-1048121566/master 2024-11-13T18:11:13,397 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1048121566/backup-masters/39e84130bbc9,43413,1731521473203 from backup master directory 2024-11-13T18:11:13,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048121566/backup-masters/39e84130bbc9,43413,1731521473203 2024-11-13T18:11:13,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566/backup-masters 2024-11-13T18:11:13,399 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:11:13,399 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,43413,1731521473203 2024-11-13T18:11:13,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566/backup-masters 2024-11-13T18:11:13,434 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/hbase.id] with ID: 1dd4c6a1-568a-4c8b-8e88-3660b10e1961 2024-11-13T18:11:13,434 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/.tmp/hbase.id 2024-11-13T18:11:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:11:13,861 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/.tmp/hbase.id]:[hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/hbase.id] 2024-11-13T18:11:13,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:11:13,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:11:13,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:11:13,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:11:13,904 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:13,905 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:11:13,906 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:11:13,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:13,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:13,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:11:13,984 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:13,984 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:11:13,992 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:14,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:11:14,441 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store 2024-11-13T18:11:14,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:11:14,850 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:14,850 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:11:14,850 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:14,850 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:14,850 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:11:14,850 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:14,850 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:14,850 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521474850Disabling compacts and flushes for region at 1731521474850Disabling writes for close at 1731521474850Writing region close event to WAL at 1731521474850Closed at 1731521474850 2024-11-13T18:11:14,854 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/.initializing 2024-11-13T18:11:14,854 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/WALs/39e84130bbc9,43413,1731521473203 2024-11-13T18:11:14,859 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:11:14,861 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C43413%2C1731521473203, suffix=, logDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/WALs/39e84130bbc9,43413,1731521473203, archiveDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/oldWALs, maxLogs=10 2024-11-13T18:11:14,883 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/WALs/39e84130bbc9,43413,1731521473203/39e84130bbc9%2C43413%2C1731521473203.1731521474861, exclude list is [], retry=0 2024-11-13T18:11:14,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-9a12c115-7e3d-404f-bc6c-22239fef3cb3,DISK] 2024-11-13T18:11:14,896 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/WALs/39e84130bbc9,43413,1731521473203/39e84130bbc9%2C43413%2C1731521473203.1731521474861 2024-11-13T18:11:14,901 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35261:35261)] 2024-11-13T18:11:14,901 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:14,902 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:14,902 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,902 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:11:14,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:14,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:14,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:11:14,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:14,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:14,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:11:14,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:14,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:14,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:11:14,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:14,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:14,954 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,955 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,959 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,973 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,973 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:14,976 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:14,986 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:15,007 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:15,011 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68848106, jitterRate=0.025916725397109985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:15,012 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521474902Initializing all the Stores at 1731521474903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521474903Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521474906 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521474906Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521474906Cleaning up temporary data from old regions at 1731521474973 (+67 ms)Region opened successfully at 1731521475012 (+39 ms) 2024-11-13T18:11:15,017 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:11:15,038 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8bfbc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:11:15,041 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:11:15,041 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:11:15,041 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:11:15,041 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:11:15,042 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:11:15,042 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:11:15,042 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:11:15,054 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:11:15,061 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Unable to get data of znode /0-1048121566/balancer because node does not exist (not necessarily an error) 2024-11-13T18:11:15,073 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048121566/balancer already deleted, retry=false 2024-11-13T18:11:15,074 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:11:15,078 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Unable to get data of znode /0-1048121566/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:11:15,085 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048121566/normalizer already deleted, retry=false 2024-11-13T18:11:15,086 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:11:15,101 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Unable to get data of znode /0-1048121566/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:11:15,111 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048121566/switch/split already deleted, retry=false 2024-11-13T18:11:15,121 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Unable to get data of znode /0-1048121566/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:11:15,124 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048121566/switch/merge already deleted, retry=false 2024-11-13T18:11:15,139 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Unable to get data of znode /0-1048121566/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:11:15,144 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048121566/snapshot-cleanup already deleted, retry=false 2024-11-13T18:11:15,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1048121566/running 2024-11-13T18:11:15,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:15,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1048121566/running 2024-11-13T18:11:15,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:15,157 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,43413,1731521473203, sessionid=0x100ed4bda630000, setting cluster-up flag (Was=false) 2024-11-13T18:11:15,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:15,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:15,225 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1048121566/flush-table-proc/acquired, /0-1048121566/flush-table-proc/reached, /0-1048121566/flush-table-proc/abort 2024-11-13T18:11:15,236 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,43413,1731521473203 2024-11-13T18:11:15,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:15,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:15,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:11:15,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,305 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1048121566/online-snapshot/acquired, /0-1048121566/online-snapshot/reached, /0-1048121566/online-snapshot/abort 2024-11-13T18:11:15,331 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,43413,1731521473203 2024-11-13T18:11:15,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,343 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:11:15,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,347 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:15,347 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:11:15,347 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:11:15,347 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,43413,1731521473203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:11:15,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:15,366 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:15,366 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:15,366 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:15,366 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:15,366 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:11:15,366 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,366 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:11:15,366 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,375 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:15,375 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:11:15,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:15,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:11:15,378 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521505378 2024-11-13T18:11:15,379 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:11:15,379 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:11:15,379 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:11:15,379 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:11:15,379 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:11:15,379 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:11:15,382 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,382 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:11:15,383 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:11:15,383 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:11:15,383 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:11:15,383 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(746): ClusterId : 1dd4c6a1-568a-4c8b-8e88-3660b10e1961 2024-11-13T18:11:15,383 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:11:15,385 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:11:15,385 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:11:15,386 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:11:15,386 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:11:15,391 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521475386,5,FailOnTimeoutGroup] 2024-11-13T18:11:15,393 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521475391,5,FailOnTimeoutGroup] 2024-11-13T18:11:15,393 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,393 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:11:15,393 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,394 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,397 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:11:15,398 DEBUG [RS:0;39e84130bbc9:40273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5bd05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:11:15,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:11:15,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:11:15,410 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691 2024-11-13T18:11:15,421 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:40273 2024-11-13T18:11:15,421 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:11:15,421 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:11:15,421 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:11:15,428 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,43413,1731521473203 with port=40273, startcode=1731521473339 2024-11-13T18:11:15,428 DEBUG [RS:0;39e84130bbc9:40273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:11:15,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:11:15,440 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:11:15,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,40273,1731521473339 2024-11-13T18:11:15,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43413 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,40273,1731521473339 2024-11-13T18:11:15,443 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691 2024-11-13T18:11:15,443 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42365 2024-11-13T18:11:15,443 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:11:15,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566/rs 2024-11-13T18:11:15,445 DEBUG [RS:0;39e84130bbc9:40273 {}] zookeeper.ZKUtil(111): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Set watcher on existing znode=/0-1048121566/rs/39e84130bbc9,40273,1731521473339 2024-11-13T18:11:15,445 WARN [RS:0;39e84130bbc9:40273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:11:15,445 INFO [RS:0;39e84130bbc9:40273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:15,445 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339 2024-11-13T18:11:15,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,40273,1731521473339] 2024-11-13T18:11:15,460 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:11:15,471 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:11:15,472 INFO [RS:0;39e84130bbc9:40273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:11:15,472 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,473 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:11:15,474 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:11:15,474 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:11:15,474 DEBUG [RS:0;39e84130bbc9:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:11:15,481 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,481 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,481 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,481 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,481 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,481 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40273,1731521473339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:11:15,503 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:11:15,503 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40273,1731521473339-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,503 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,503 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.Replication(171): 39e84130bbc9,40273,1731521473339 started 2024-11-13T18:11:15,520 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:15,520 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,40273,1731521473339, RpcServer on 39e84130bbc9/172.17.0.3:40273, sessionid=0x100ed4bda630001 2024-11-13T18:11:15,520 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:11:15,520 DEBUG [RS:0;39e84130bbc9:40273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,40273,1731521473339 2024-11-13T18:11:15,520 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,40273,1731521473339' 2024-11-13T18:11:15,520 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1048121566/flush-table-proc/abort' 2024-11-13T18:11:15,521 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1048121566/flush-table-proc/acquired' 2024-11-13T18:11:15,522 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:11:15,522 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:11:15,522 DEBUG [RS:0;39e84130bbc9:40273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,40273,1731521473339 2024-11-13T18:11:15,522 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,40273,1731521473339' 2024-11-13T18:11:15,522 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1048121566/online-snapshot/abort' 2024-11-13T18:11:15,522 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1048121566/online-snapshot/acquired' 2024-11-13T18:11:15,522 DEBUG [RS:0;39e84130bbc9:40273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:11:15,522 INFO [RS:0;39e84130bbc9:40273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:11:15,522 INFO [RS:0;39e84130bbc9:40273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:11:15,625 INFO [RS:0;39e84130bbc9:40273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:11:15,639 INFO [RS:0;39e84130bbc9:40273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40273%2C1731521473339, suffix=, logDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339, archiveDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/oldWALs, maxLogs=10 2024-11-13T18:11:15,657 DEBUG [RS:0;39e84130bbc9:40273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640, exclude list is [], retry=0 2024-11-13T18:11:15,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-9a12c115-7e3d-404f-bc6c-22239fef3cb3,DISK] 2024-11-13T18:11:15,666 INFO [RS:0;39e84130bbc9:40273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 2024-11-13T18:11:15,669 DEBUG [RS:0;39e84130bbc9:40273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35261:35261)] 2024-11-13T18:11:15,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:15,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:11:15,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:11:15,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:15,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:15,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:11:15,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:11:15,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:15,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:15,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:11:15,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:11:15,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:15,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:15,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:11:15,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:11:15,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:15,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:15,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:11:15,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740 2024-11-13T18:11:15,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740 2024-11-13T18:11:15,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:11:15,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:11:15,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:15,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:11:15,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:15,921 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63961264, jitterRate=-0.04690289497375488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:15,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521475842Initializing all the Stores at 1731521475851 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521475851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521475852 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521475852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521475852Cleaning up temporary data from old regions at 1731521475918 (+66 ms)Region opened successfully at 1731521475922 (+4 ms) 2024-11-13T18:11:15,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:11:15,922 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:11:15,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:11:15,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:11:15,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:11:15,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:15,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521475922Disabling compacts and flushes for region at 1731521475922Disabling writes for close at 1731521475922Writing region close event to WAL at 1731521475922Closed at 1731521475922 2024-11-13T18:11:15,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:15,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:11:15,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:11:15,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:11:15,930 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:11:16,081 DEBUG [39e84130bbc9:43413 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:11:16,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,40273,1731521473339 2024-11-13T18:11:16,083 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,40273,1731521473339, state=OPENING 2024-11-13T18:11:16,089 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:11:16,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:16,102 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:11:16,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,40273,1731521473339}] 2024-11-13T18:11:16,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048121566/meta-region-server: CHANGED 2024-11-13T18:11:16,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:16,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048121566/meta-region-server: CHANGED 2024-11-13T18:11:16,263 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:11:16,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:11:16,297 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:11:16,297 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:16,298 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:11:16,333 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40273%2C1731521473339.meta, suffix=.meta, logDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339, archiveDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/oldWALs, maxLogs=10 2024-11-13T18:11:16,366 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.meta.1731521476334.meta, exclude list is [], retry=0 2024-11-13T18:11:16,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-9a12c115-7e3d-404f-bc6c-22239fef3cb3,DISK] 2024-11-13T18:11:16,421 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.meta.1731521476334.meta 2024-11-13T18:11:16,425 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35261:35261)] 2024-11-13T18:11:16,426 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:16,426 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:16,426 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:11:16,426 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:11:16,426 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:11:16,426 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:11:16,427 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:16,427 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:11:16,427 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:11:16,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:11:16,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:11:16,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:16,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:16,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:11:16,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:11:16,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:16,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:16,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:11:16,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:11:16,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:16,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:16,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:11:16,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:11:16,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:16,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:16,485 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:11:16,490 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740 2024-11-13T18:11:16,502 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740 2024-11-13T18:11:16,521 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:11:16,521 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:11:16,526 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:16,539 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:11:16,547 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62541944, jitterRate=-0.06805241107940674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:16,547 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:11:16,548 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521476427Writing region info on filesystem at 1731521476427Initializing all the Stores at 1731521476433 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521476433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521476450 (+17 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521476450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521476450Cleaning up temporary data from old regions at 1731521476521 (+71 ms)Running coprocessor post-open hooks at 1731521476547 (+26 ms)Region opened successfully at 1731521476548 (+1 ms) 2024-11-13T18:11:16,558 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521476263 2024-11-13T18:11:16,566 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:11:16,566 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:11:16,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,40273,1731521473339 2024-11-13T18:11:16,572 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,40273,1731521473339, state=OPEN 2024-11-13T18:11:16,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1048121566/meta-region-server 2024-11-13T18:11:16,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048121566/meta-region-server: CHANGED 2024-11-13T18:11:16,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1048121566/meta-region-server 2024-11-13T18:11:16,586 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,40273,1731521473339 2024-11-13T18:11:16,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1048121566/meta-region-server: CHANGED 2024-11-13T18:11:16,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:11:16,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,40273,1731521473339 in 484 msec 2024-11-13T18:11:16,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:11:16,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-11-13T18:11:16,592 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:16,592 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:11:16,596 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:16,596 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40273,1731521473339, seqNum=-1] 2024-11-13T18:11:16,596 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:16,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:16,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-13T18:11:16,637 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521476637, completionTime=-1 2024-11-13T18:11:16,637 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:11:16,637 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:11:16,648 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:11:16,648 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521536648 2024-11-13T18:11:16,648 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521596648 2024-11-13T18:11:16,648 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-13T18:11:16,649 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43413,1731521473203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:16,649 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43413,1731521473203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:16,649 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43413,1731521473203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:16,649 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:43413, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:16,649 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:16,649 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:16,652 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:11:16,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.257sec 2024-11-13T18:11:16,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:11:16,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:11:16,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:11:16,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:11:16,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:11:16,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43413,1731521473203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:11:16,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43413,1731521473203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:11:16,665 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:11:16,666 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:11:16,666 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43413,1731521473203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:16,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b428bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:16,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,43413,-1 for getting cluster id 2024-11-13T18:11:16,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:16,692 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dd4c6a1-568a-4c8b-8e88-3660b10e1961' 2024-11-13T18:11:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dd4c6a1-568a-4c8b-8e88-3660b10e1961" 2024-11-13T18:11:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afec5c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,43413,-1] 2024-11-13T18:11:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:16,695 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:16,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e491e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:16,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:16,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40273,1731521473339, seqNum=-1] 2024-11-13T18:11:16,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:16,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:16,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,43413,1731521473203 2024-11-13T18:11:16,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63396 2024-11-13T18:11:16,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:16,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ed4bda630002 connected 2024-11-13T18:11:16,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/hadoop.log.dir so I do NOT create it in target/test-data/19854b61-b603-6046-ea78-d350720368da 2024-11-13T18:11:16,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:11:16,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/hadoop.tmp.dir so I do NOT create it in target/test-data/19854b61-b603-6046-ea78-d350720368da 2024-11-13T18:11:16,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:11:16,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da 2024-11-13T18:11:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:11:16,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/cluster_0b1efc26-3a23-2918-d150-9ba4dcc8c657, deleteOnExit=true 2024-11-13T18:11:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:11:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/test.cache.data in system properties and HBase conf 2024-11-13T18:11:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:11:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:11:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:11:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:11:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:11:16,744 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:11:16,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:11:16,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:11:16,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:11:16,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:11:16,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:11:16,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:11:16,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:11:16,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:11:16,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:11:16,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:11:16,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:11:16,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:11:16,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:11:16,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:11:16,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:16,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:11:16,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:11:16,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:11:16,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:11:16,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:16,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e43042{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:11:16,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@683f2031{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:11:17,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d33100f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/java.io.tmpdir/jetty-localhost-37161-hadoop-hdfs-3_4_1-tests_jar-_-any-14496946543205020615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:11:17,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d866bf0{HTTP/1.1, (http/1.1)}{localhost:37161} 2024-11-13T18:11:17,022 INFO [Time-limited test {}] server.Server(415): Started @261517ms 2024-11-13T18:11:17,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:17,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:11:17,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:11:17,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:11:17,232 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:11:17,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58243550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:11:17,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47741fe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:11:17,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b236aed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/java.io.tmpdir/jetty-localhost-44669-hadoop-hdfs-3_4_1-tests_jar-_-any-16763550948417243663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:11:17,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17854fb5{HTTP/1.1, (http/1.1)}{localhost:44669} 2024-11-13T18:11:17,380 INFO [Time-limited test {}] server.Server(415): Started @261875ms 2024-11-13T18:11:17,381 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:11:17,606 WARN [Thread-3553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/cluster_0b1efc26-3a23-2918-d150-9ba4dcc8c657/data/data1/current/BP-1328980588-172.17.0.3-1731521476776/current, will proceed with Du for space computation calculation, 2024-11-13T18:11:17,611 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/cluster_0b1efc26-3a23-2918-d150-9ba4dcc8c657/data/data2/current/BP-1328980588-172.17.0.3-1731521476776/current, will proceed with Du for space computation calculation, 2024-11-13T18:11:17,710 WARN [Thread-3541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:11:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78488ff43121d138 with lease ID 0xbab96949d5b6a5c1: Processing first storage report for DS-eb00c79b-6c45-4b42-83e2-66aeda2cf85c from datanode DatanodeRegistration(127.0.0.1:37413, datanodeUuid=a1e3b79a-5335-4dc8-926d-3fe0c4c3569e, infoPort=38097, infoSecurePort=0, ipcPort=42825, storageInfo=lv=-57;cid=testClusterID;nsid=1215861957;c=1731521476776) 2024-11-13T18:11:17,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78488ff43121d138 with lease ID 0xbab96949d5b6a5c1: from storage DS-eb00c79b-6c45-4b42-83e2-66aeda2cf85c node DatanodeRegistration(127.0.0.1:37413, datanodeUuid=a1e3b79a-5335-4dc8-926d-3fe0c4c3569e, infoPort=38097, infoSecurePort=0, ipcPort=42825, storageInfo=lv=-57;cid=testClusterID;nsid=1215861957;c=1731521476776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:11:17,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78488ff43121d138 with lease ID 0xbab96949d5b6a5c1: Processing first storage report for DS-44fbf3c0-3077-4bb0-a431-427456637eba from datanode DatanodeRegistration(127.0.0.1:37413, datanodeUuid=a1e3b79a-5335-4dc8-926d-3fe0c4c3569e, infoPort=38097, infoSecurePort=0, ipcPort=42825, storageInfo=lv=-57;cid=testClusterID;nsid=1215861957;c=1731521476776) 2024-11-13T18:11:17,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78488ff43121d138 with lease ID 0xbab96949d5b6a5c1: from storage DS-44fbf3c0-3077-4bb0-a431-427456637eba node DatanodeRegistration(127.0.0.1:37413, datanodeUuid=a1e3b79a-5335-4dc8-926d-3fe0c4c3569e, infoPort=38097, infoSecurePort=0, ipcPort=42825, storageInfo=lv=-57;cid=testClusterID;nsid=1215861957;c=1731521476776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:11:17,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da 2024-11-13T18:11:17,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:17,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:17,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:11:18,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d with version=8 2024-11-13T18:11:18,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/hbase-staging 2024-11-13T18:11:18,221 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:11:18,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:18,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:18,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:11:18,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:18,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:11:18,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:11:18,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:11:18,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40851 2024-11-13T18:11:18,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40851 connecting to ZooKeeper ensemble=127.0.0.1:63396 2024-11-13T18:11:18,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408510x0, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:18,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40851-0x100ed4bda630003 connected 2024-11-13T18:11:18,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:18,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:18,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Set watcher on znode that does not yet exist, /1-615385372/running 2024-11-13T18:11:18,294 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d, hbase.cluster.distributed=false 2024-11-13T18:11:18,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Set watcher on znode that does not yet exist, /1-615385372/acl 2024-11-13T18:11:18,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40851 2024-11-13T18:11:18,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40851 2024-11-13T18:11:18,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40851 2024-11-13T18:11:18,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40851 2024-11-13T18:11:18,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40851 2024-11-13T18:11:18,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:11:18,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:18,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:18,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:11:18,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:18,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:11:18,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:11:18,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:11:18,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46383 2024-11-13T18:11:18,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46383 connecting to ZooKeeper ensemble=127.0.0.1:63396 2024-11-13T18:11:18,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:18,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:18,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463830x0, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:18,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463830x0, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Set watcher on znode that does not yet exist, /1-615385372/running 2024-11-13T18:11:18,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46383-0x100ed4bda630004 connected 2024-11-13T18:11:18,372 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:11:18,377 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:11:18,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Set watcher on znode that does not yet exist, /1-615385372/master 2024-11-13T18:11:18,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Set watcher on znode that does not yet exist, /1-615385372/acl 2024-11-13T18:11:18,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46383 2024-11-13T18:11:18,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46383 2024-11-13T18:11:18,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46383 2024-11-13T18:11:18,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46383 2024-11-13T18:11:18,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46383 2024-11-13T18:11:18,480 DEBUG [M:0;39e84130bbc9:40851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:40851 2024-11-13T18:11:18,485 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-615385372/backup-masters/39e84130bbc9,40851,1731521478221 2024-11-13T18:11:18,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372/backup-masters 2024-11-13T18:11:18,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372/backup-masters 2024-11-13T18:11:18,506 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Set watcher on existing znode=/1-615385372/backup-masters/39e84130bbc9,40851,1731521478221 2024-11-13T18:11:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-615385372/master 2024-11-13T18:11:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:18,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:18,520 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Set watcher on existing znode=/1-615385372/master 2024-11-13T18:11:18,524 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-615385372/backup-masters/39e84130bbc9,40851,1731521478221 from backup master directory 2024-11-13T18:11:18,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-615385372/backup-masters/39e84130bbc9,40851,1731521478221 2024-11-13T18:11:18,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372/backup-masters 2024-11-13T18:11:18,533 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:11:18,533 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,40851,1731521478221 2024-11-13T18:11:18,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372/backup-masters 2024-11-13T18:11:18,548 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/hbase.id] with ID: f12a7c6d-1da9-40a0-a374-4819928d35df 2024-11-13T18:11:18,548 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/.tmp/hbase.id 2024-11-13T18:11:18,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:11:18,980 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/.tmp/hbase.id]:[hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/hbase.id] 2024-11-13T18:11:19,019 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:19,019 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:11:19,020 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:11:19,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:19,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:19,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:11:19,470 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:19,471 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:11:19,471 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:19,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:11:19,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store 2024-11-13T18:11:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:11:20,298 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:20,298 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:11:20,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:20,298 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:20,298 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:11:20,298 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:20,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:20,298 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521480298Disabling compacts and flushes for region at 1731521480298Disabling writes for close at 1731521480298Writing region close event to WAL at 1731521480298Closed at 1731521480298 2024-11-13T18:11:20,302 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/.initializing 2024-11-13T18:11:20,302 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/WALs/39e84130bbc9,40851,1731521478221 2024-11-13T18:11:20,304 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:11:20,312 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C40851%2C1731521478221, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/WALs/39e84130bbc9,40851,1731521478221, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/oldWALs, maxLogs=10 2024-11-13T18:11:20,330 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/WALs/39e84130bbc9,40851,1731521478221/39e84130bbc9%2C40851%2C1731521478221.1731521480313, exclude list is [], retry=0 2024-11-13T18:11:20,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37413,DS-eb00c79b-6c45-4b42-83e2-66aeda2cf85c,DISK] 2024-11-13T18:11:20,363 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/WALs/39e84130bbc9,40851,1731521478221/39e84130bbc9%2C40851%2C1731521478221.1731521480313 2024-11-13T18:11:20,369 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38097:38097)] 2024-11-13T18:11:20,369 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:20,370 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:20,370 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,370 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:11:20,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:20,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:20,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:11:20,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:20,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:20,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:11:20,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:20,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:20,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:11:20,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:20,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:20,408 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,413 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,417 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,433 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,433 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,441 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:20,453 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:20,475 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:20,485 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66946547, jitterRate=-0.00241871178150177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:20,485 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521480370Initializing all the Stores at 1731521480383 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521480383Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521480389 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521480389Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521480389Cleaning up temporary data from old regions at 1731521480433 (+44 ms)Region opened successfully at 1731521480485 (+52 ms) 2024-11-13T18:11:20,488 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:11:20,509 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411fde4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:11:20,510 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:11:20,510 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:11:20,510 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:11:20,511 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:11:20,513 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-13T18:11:20,514 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:11:20,514 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:11:20,519 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:11:20,519 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Unable to get data of znode /1-615385372/balancer because node does not exist (not necessarily an error) 2024-11-13T18:11:20,521 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-615385372/balancer already deleted, retry=false 2024-11-13T18:11:20,521 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:11:20,522 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Unable to get data of znode /1-615385372/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:11:20,523 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-615385372/normalizer already deleted, retry=false 2024-11-13T18:11:20,524 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:11:20,532 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Unable to get data of znode /1-615385372/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:11:20,533 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-615385372/switch/split already deleted, retry=false 2024-11-13T18:11:20,534 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Unable to get data of znode /1-615385372/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:11:20,538 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-615385372/switch/merge already deleted, retry=false 2024-11-13T18:11:20,540 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Unable to get data of znode /1-615385372/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:11:20,542 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-615385372/snapshot-cleanup already deleted, retry=false 2024-11-13T18:11:20,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-615385372/running 2024-11-13T18:11:20,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:20,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-615385372/running 2024-11-13T18:11:20,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:20,546 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,40851,1731521478221, sessionid=0x100ed4bda630003, setting cluster-up flag (Was=false) 2024-11-13T18:11:20,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:20,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:20,553 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-615385372/flush-table-proc/acquired, /1-615385372/flush-table-proc/reached, /1-615385372/flush-table-proc/abort 2024-11-13T18:11:20,554 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,40851,1731521478221 2024-11-13T18:11:20,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:20,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:20,593 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-615385372/online-snapshot/acquired, /1-615385372/online-snapshot/reached, /1-615385372/online-snapshot/abort 2024-11-13T18:11:20,602 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,40851,1731521478221 2024-11-13T18:11:20,604 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:11:20,605 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:20,605 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:11:20,606 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:11:20,606 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,40851,1731521478221 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:11:20,630 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:20,630 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:20,630 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:20,630 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:20,630 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:11:20,630 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,630 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:11:20,630 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:20,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:11:20,660 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:20,660 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:11:20,672 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521510672 2024-11-13T18:11:20,672 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:11:20,672 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:11:20,672 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:11:20,672 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:11:20,672 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:11:20,672 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:11:20,673 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,673 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:11:20,673 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:11:20,674 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:11:20,674 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:11:20,674 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(746): ClusterId : f12a7c6d-1da9-40a0-a374-4819928d35df 2024-11-13T18:11:20,674 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:11:20,677 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:11:20,677 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:11:20,685 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521480677,5,FailOnTimeoutGroup] 2024-11-13T18:11:20,685 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:11:20,685 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:11:20,697 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521480685,5,FailOnTimeoutGroup] 2024-11-13T18:11:20,697 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,697 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:11:20,697 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,697 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:11:20,709 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:11:20,710 DEBUG [RS:0;39e84130bbc9:46383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b2e652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:11:20,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:11:20,718 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d 2024-11-13T18:11:20,729 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:46383 2024-11-13T18:11:20,729 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:11:20,729 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:11:20,729 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:11:20,733 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,40851,1731521478221 with port=46383, startcode=1731521478343 2024-11-13T18:11:20,733 DEBUG [RS:0;39e84130bbc9:46383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:11:20,775 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:11:20,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,46383,1731521478343 2024-11-13T18:11:20,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40851 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,46383,1731521478343 2024-11-13T18:11:20,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:11:20,783 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d 2024-11-13T18:11:20,784 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43589 2024-11-13T18:11:20,784 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:11:20,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:20,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372/rs 2024-11-13T18:11:20,793 DEBUG [RS:0;39e84130bbc9:46383 {}] zookeeper.ZKUtil(111): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Set watcher on existing znode=/1-615385372/rs/39e84130bbc9,46383,1731521478343 2024-11-13T18:11:20,793 WARN [RS:0;39e84130bbc9:46383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:11:20,793 INFO [RS:0;39e84130bbc9:46383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:20,794 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343 2024-11-13T18:11:20,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:11:20,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,46383,1731521478343] 2024-11-13T18:11:20,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:11:20,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:20,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:20,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:11:20,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:11:20,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:20,842 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:11:20,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:20,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:11:20,849 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:11:20,857 INFO [RS:0;39e84130bbc9:46383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:11:20,857 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:11:20,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:20,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:20,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:11:20,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:11:20,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:20,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:20,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:11:20,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740 2024-11-13T18:11:20,864 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:11:20,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740 2024-11-13T18:11:20,869 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:11:20,869 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,869 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,869 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,869 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,869 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,870 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,870 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:11:20,870 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,870 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,870 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,870 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,870 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,870 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:20,870 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:11:20,870 DEBUG [RS:0;39e84130bbc9:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:11:20,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:11:20,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:11:20,876 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:20,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:11:20,908 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,908 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,908 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,908 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,908 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,908 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46383,1731521478343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:11:20,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:20,925 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70979484, jitterRate=0.057676732540130615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:20,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521480786Initializing all the Stores at 1731521480797 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521480797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521480809 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521480809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521480809Cleaning up temporary data from old regions at 1731521480872 (+63 ms)Region opened successfully at 1731521480925 (+53 ms) 2024-11-13T18:11:20,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:11:20,926 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:11:20,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:11:20,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:11:20,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:11:20,945 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:20,945 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:11:20,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521480925Disabling compacts and flushes for region at 1731521480925Disabling writes for close at 1731521480926 (+1 ms)Writing region close event to WAL at 1731521480945 (+19 ms)Closed at 1731521480945 2024-11-13T18:11:20,945 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46383,1731521478343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,946 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,946 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.Replication(171): 39e84130bbc9,46383,1731521478343 started 2024-11-13T18:11:20,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:20,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:11:20,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:11:20,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:11:20,964 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:20,965 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,46383,1731521478343, RpcServer on 39e84130bbc9/172.17.0.3:46383, sessionid=0x100ed4bda630004 2024-11-13T18:11:20,965 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:11:20,965 DEBUG [RS:0;39e84130bbc9:46383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,46383,1731521478343 2024-11-13T18:11:20,965 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,46383,1731521478343' 2024-11-13T18:11:20,965 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-615385372/flush-table-proc/abort' 2024-11-13T18:11:20,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:11:20,967 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-615385372/flush-table-proc/acquired' 2024-11-13T18:11:20,974 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:11:20,974 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:11:20,974 DEBUG [RS:0;39e84130bbc9:46383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,46383,1731521478343 2024-11-13T18:11:20,974 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,46383,1731521478343' 2024-11-13T18:11:20,974 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-615385372/online-snapshot/abort' 2024-11-13T18:11:20,984 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-615385372/online-snapshot/acquired' 2024-11-13T18:11:20,992 DEBUG [RS:0;39e84130bbc9:46383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:11:20,992 INFO [RS:0;39e84130bbc9:46383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:11:20,992 INFO [RS:0;39e84130bbc9:46383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:11:21,093 INFO [RS:0;39e84130bbc9:46383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:11:21,094 INFO [RS:0;39e84130bbc9:46383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C46383%2C1731521478343, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/oldWALs, maxLogs=10 2024-11-13T18:11:21,112 DEBUG [RS:0;39e84130bbc9:46383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095, exclude list is [], retry=0 2024-11-13T18:11:21,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37413,DS-eb00c79b-6c45-4b42-83e2-66aeda2cf85c,DISK] 2024-11-13T18:11:21,125 WARN [39e84130bbc9:40851 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:11:21,146 INFO [RS:0;39e84130bbc9:46383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 2024-11-13T18:11:21,157 DEBUG [RS:0;39e84130bbc9:46383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38097:38097)] 2024-11-13T18:11:21,377 DEBUG [39e84130bbc9:40851 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:11:21,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,46383,1731521478343 2024-11-13T18:11:21,380 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,46383,1731521478343, state=OPENING 2024-11-13T18:11:21,384 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:11:21,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:21,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:21,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:11:21,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-615385372/meta-region-server: CHANGED 2024-11-13T18:11:21,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,46383,1731521478343}] 2024-11-13T18:11:21,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-615385372/meta-region-server: CHANGED 2024-11-13T18:11:21,554 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:11:21,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:11:21,581 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:11:21,581 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:21,582 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:11:21,594 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C46383%2C1731521478343.meta, suffix=.meta, logDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/oldWALs, maxLogs=10 2024-11-13T18:11:21,617 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.meta.1731521481594.meta, exclude list is [], retry=0 2024-11-13T18:11:21,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37413,DS-eb00c79b-6c45-4b42-83e2-66aeda2cf85c,DISK] 2024-11-13T18:11:21,627 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.meta.1731521481594.meta 2024-11-13T18:11:21,628 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38097:38097)] 2024-11-13T18:11:21,628 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:21,628 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:21,628 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:11:21,628 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:11:21,628 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:11:21,629 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:11:21,629 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:21,629 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:11:21,629 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:11:21,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:11:21,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:11:21,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:21,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:21,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:11:21,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:11:21,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:21,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:21,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:11:21,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:11:21,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:21,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:21,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:11:21,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:11:21,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:21,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:21,664 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:11:21,666 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740 2024-11-13T18:11:21,670 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740 2024-11-13T18:11:21,671 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:11:21,671 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:11:21,672 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:21,673 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:11:21,674 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75110115, jitterRate=0.11922793090343475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:21,674 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:11:21,674 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521481629Writing region info on filesystem at 1731521481629Initializing all the Stores at 1731521481633 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521481633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521481637 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521481637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521481637Cleaning up temporary data from old regions at 1731521481671 (+34 ms)Running coprocessor post-open hooks at 1731521481674 (+3 ms)Region opened successfully at 1731521481674 2024-11-13T18:11:21,676 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521481553 2024-11-13T18:11:21,683 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:11:21,683 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:11:21,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,46383,1731521478343 2024-11-13T18:11:21,685 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,46383,1731521478343, state=OPEN 2024-11-13T18:11:21,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-615385372/meta-region-server 2024-11-13T18:11:21,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,46383,1731521478343 2024-11-13T18:11:21,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-615385372/meta-region-server 2024-11-13T18:11:21,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-615385372/meta-region-server: CHANGED 2024-11-13T18:11:21,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-615385372/meta-region-server: CHANGED 2024-11-13T18:11:21,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:11:21,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,46383,1731521478343 in 305 msec 2024-11-13T18:11:21,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:11:21,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 743 msec 2024-11-13T18:11:21,699 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:21,699 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:11:21,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:21,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,46383,1731521478343, seqNum=-1] 2024-11-13T18:11:21,700 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:21,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:21,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1050 sec 2024-11-13T18:11:21,711 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521481711, completionTime=-1 2024-11-13T18:11:21,711 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:11:21,711 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:11:21,713 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:11:21,713 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521541713 2024-11-13T18:11:21,713 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521601713 2024-11-13T18:11:21,713 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T18:11:21,713 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40851,1731521478221-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:21,713 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40851,1731521478221-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:21,714 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40851,1731521478221-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:21,714 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:40851, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:21,714 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:21,714 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:21,719 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:11:21,723 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.190sec 2024-11-13T18:11:21,723 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:11:21,723 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:11:21,723 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:11:21,723 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:11:21,723 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:11:21,723 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40851,1731521478221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:11:21,723 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40851,1731521478221-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:11:21,735 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:11:21,735 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:11:21,735 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40851,1731521478221-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:21,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3749ead2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:21,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40851,-1 for getting cluster id 2024-11-13T18:11:21,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:21,790 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f12a7c6d-1da9-40a0-a374-4819928d35df' 2024-11-13T18:11:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f12a7c6d-1da9-40a0-a374-4819928d35df" 2024-11-13T18:11:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fe044d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40851,-1] 2024-11-13T18:11:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:21,794 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:21,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4605a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:21,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,46383,1731521478343, seqNum=-1] 2024-11-13T18:11:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:21,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:21,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,40851,1731521478221 2024-11-13T18:11:21,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63396 2024-11-13T18:11:21,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:21,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ed4bda630005 connected 2024-11-13T18:11:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/hadoop.log.dir so I do NOT create it in target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc 2024-11-13T18:11:21,821 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:11:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/hadoop.tmp.dir so I do NOT create it in target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc 2024-11-13T18:11:21,821 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:11:21,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc 2024-11-13T18:11:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:11:21,821 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/cluster_73568325-777d-a2e7-e3f2-7821ebc3c5e6, deleteOnExit=true 2024-11-13T18:11:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:11:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/test.cache.data in system properties and HBase conf 2024-11-13T18:11:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:11:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:11:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:11:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:11:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:11:21,822 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:11:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:11:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:11:21,911 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T18:11:21,919 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,920 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,920 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,920 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,921 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,965 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,965 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,965 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,965 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,966 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,966 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,970 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,976 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,976 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,978 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:21,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:11:22,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:22,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:11:22,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:11:22,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:11:22,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:11:22,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:22,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13cefcc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:11:22,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7adf99a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:11:22,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@743d29b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/java.io.tmpdir/jetty-localhost-46747-hadoop-hdfs-3_4_1-tests_jar-_-any-11304966939637792521/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:11:22,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d4de04{HTTP/1.1, (http/1.1)}{localhost:46747} 2024-11-13T18:11:22,305 INFO [Time-limited test {}] server.Server(415): Started @266801ms 2024-11-13T18:11:22,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:22,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:11:22,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:11:22,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:11:22,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:11:22,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2002b9ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:11:22,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1823cd97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:11:22,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57e8c9d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/java.io.tmpdir/jetty-localhost-35735-hadoop-hdfs-3_4_1-tests_jar-_-any-6625449902800669274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:11:22,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4810bc22{HTTP/1.1, (http/1.1)}{localhost:35735} 2024-11-13T18:11:22,744 INFO [Time-limited test {}] server.Server(415): Started @267239ms 2024-11-13T18:11:22,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:11:23,147 WARN [Thread-3674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/cluster_73568325-777d-a2e7-e3f2-7821ebc3c5e6/data/data1/current/BP-1426546719-172.17.0.3-1731521481849/current, will proceed with Du for space computation calculation, 2024-11-13T18:11:23,149 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/cluster_73568325-777d-a2e7-e3f2-7821ebc3c5e6/data/data2/current/BP-1426546719-172.17.0.3-1731521481849/current, will proceed with Du for space computation calculation, 2024-11-13T18:11:23,251 WARN [Thread-3662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:11:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2dbbd853ac028b4 with lease ID 0xc1746d5a40ceea1b: Processing first storage report for DS-97de69e1-6a43-436b-ae85-895d4a407bc5 from datanode DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f39c4f00-0847-4f11-ac0b-97d0c771961c, infoPort=39035, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=1239102075;c=1731521481849) 2024-11-13T18:11:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2dbbd853ac028b4 with lease ID 0xc1746d5a40ceea1b: from storage DS-97de69e1-6a43-436b-ae85-895d4a407bc5 node DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f39c4f00-0847-4f11-ac0b-97d0c771961c, infoPort=39035, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=1239102075;c=1731521481849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:11:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2dbbd853ac028b4 with lease ID 0xc1746d5a40ceea1b: Processing first storage report for DS-04ec3846-7867-44ba-bf83-3a2c1699bd86 from datanode DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f39c4f00-0847-4f11-ac0b-97d0c771961c, infoPort=39035, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=1239102075;c=1731521481849) 2024-11-13T18:11:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2dbbd853ac028b4 with lease ID 0xc1746d5a40ceea1b: from storage DS-04ec3846-7867-44ba-bf83-3a2c1699bd86 node DatanodeRegistration(127.0.0.1:41195, datanodeUuid=f39c4f00-0847-4f11-ac0b-97d0c771961c, infoPort=39035, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=1239102075;c=1731521481849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:11:23,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc 2024-11-13T18:11:23,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:23,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:23,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:11:23,784 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669 with version=8 2024-11-13T18:11:23,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/hbase-staging 2024-11-13T18:11:23,786 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:11:23,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:23,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:23,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:11:23,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:23,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:11:23,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:11:23,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:11:23,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46569 2024-11-13T18:11:23,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46569 connecting to ZooKeeper ensemble=127.0.0.1:63396 2024-11-13T18:11:23,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465690x0, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:23,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46569-0x100ed4bda630006 connected 2024-11-13T18:11:23,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:23,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:23,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Set watcher on znode that does not yet exist, /21024901325/running 2024-11-13T18:11:23,836 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669, hbase.cluster.distributed=false 2024-11-13T18:11:23,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Set watcher on znode that does not yet exist, /21024901325/acl 2024-11-13T18:11:23,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-13T18:11:23,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46569 2024-11-13T18:11:23,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46569 2024-11-13T18:11:23,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-13T18:11:23,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-13T18:11:23,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:11:23,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:11:23,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:11:23,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T18:11:23,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:11:23,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:23,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:23,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:11:23,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:23,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:11:23,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:11:23,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:11:23,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44133 2024-11-13T18:11:23,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44133 connecting to ZooKeeper ensemble=127.0.0.1:63396 2024-11-13T18:11:23,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:23,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441330x0, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:23,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441330x0, quorum=127.0.0.1:63396, baseZNode=/21024901325 Set watcher on znode that does not yet exist, /21024901325/running 2024-11-13T18:11:23,923 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:11:23,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44133-0x100ed4bda630007 connected 2024-11-13T18:11:23,972 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:11:23,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Set watcher on znode that does not yet exist, /21024901325/master 2024-11-13T18:11:23,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Set watcher on znode that does not yet exist, /21024901325/acl 2024-11-13T18:11:24,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44133 2024-11-13T18:11:24,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44133 2024-11-13T18:11:24,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44133 2024-11-13T18:11:24,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44133 2024-11-13T18:11:24,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44133 2024-11-13T18:11:24,085 DEBUG [M:0;39e84130bbc9:46569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:46569 2024-11-13T18:11:24,085 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21024901325/backup-masters/39e84130bbc9,46569,1731521483786 2024-11-13T18:11:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325/backup-masters 2024-11-13T18:11:24,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325/backup-masters 2024-11-13T18:11:24,088 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Set watcher on existing znode=/21024901325/backup-masters/39e84130bbc9,46569,1731521483786 2024-11-13T18:11:24,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:24,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21024901325/master 2024-11-13T18:11:24,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:24,091 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Set watcher on existing znode=/21024901325/master 2024-11-13T18:11:24,092 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21024901325/backup-masters/39e84130bbc9,46569,1731521483786 from backup master directory 2024-11-13T18:11:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325/backup-masters 2024-11-13T18:11:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21024901325/backup-masters/39e84130bbc9,46569,1731521483786 2024-11-13T18:11:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325/backup-masters 2024-11-13T18:11:24,094 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:11:24,094 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,46569,1731521483786 2024-11-13T18:11:24,136 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/hbase.id] with ID: ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460 2024-11-13T18:11:24,136 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/.tmp/hbase.id 2024-11-13T18:11:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:11:24,145 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/.tmp/hbase.id]:[hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/hbase.id] 2024-11-13T18:11:24,154 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:24,154 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:11:24,155 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:11:24,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:24,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:24,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:11:24,577 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:24,579 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:11:24,579 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:24,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:11:25,018 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store 2024-11-13T18:11:25,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:11:25,032 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:25,032 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:11:25,032 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:25,032 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:25,032 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:11:25,032 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:25,032 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:25,032 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521485032Disabling compacts and flushes for region at 1731521485032Disabling writes for close at 1731521485032Writing region close event to WAL at 1731521485032Closed at 1731521485032 2024-11-13T18:11:25,033 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/.initializing 2024-11-13T18:11:25,033 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/WALs/39e84130bbc9,46569,1731521483786 2024-11-13T18:11:25,034 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:11:25,035 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C46569%2C1731521483786, suffix=, logDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/WALs/39e84130bbc9,46569,1731521483786, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/oldWALs, maxLogs=10 2024-11-13T18:11:25,053 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/WALs/39e84130bbc9,46569,1731521483786/39e84130bbc9%2C46569%2C1731521483786.1731521485035, exclude list is [], retry=0 2024-11-13T18:11:25,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41195,DS-97de69e1-6a43-436b-ae85-895d4a407bc5,DISK] 2024-11-13T18:11:25,071 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/WALs/39e84130bbc9,46569,1731521483786/39e84130bbc9%2C46569%2C1731521483786.1731521485035 2024-11-13T18:11:25,071 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39035:39035)] 2024-11-13T18:11:25,071 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:25,071 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:25,071 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,072 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:11:25,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:25,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:25,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:11:25,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:25,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:25,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:11:25,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:25,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:25,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:11:25,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:25,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:25,084 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,085 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,085 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,091 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,091 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,092 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:25,093 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:25,098 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:25,098 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73229318, jitterRate=0.09120187163352966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:25,098 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521485072Initializing all the Stores at 1731521485072Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521485073 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521485073Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521485073Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521485073Cleaning up temporary data from old regions at 1731521485091 (+18 ms)Region opened successfully at 1731521485098 (+7 ms) 2024-11-13T18:11:25,099 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:11:25,101 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7cd6d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:11:25,102 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:11:25,102 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:11:25,102 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:11:25,102 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:11:25,103 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:11:25,103 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:11:25,103 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:11:25,111 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:11:25,112 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Unable to get data of znode /21024901325/balancer because node does not exist (not necessarily an error) 2024-11-13T18:11:25,113 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21024901325/balancer already deleted, retry=false 2024-11-13T18:11:25,113 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:11:25,114 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Unable to get data of znode /21024901325/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:11:25,115 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21024901325/normalizer already deleted, retry=false 2024-11-13T18:11:25,116 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:11:25,118 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Unable to get data of znode /21024901325/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:11:25,120 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21024901325/switch/split already deleted, retry=false 2024-11-13T18:11:25,120 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Unable to get data of znode /21024901325/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:11:25,121 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21024901325/switch/merge already deleted, retry=false 2024-11-13T18:11:25,123 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Unable to get data of znode /21024901325/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:11:25,124 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21024901325/snapshot-cleanup already deleted, retry=false 2024-11-13T18:11:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21024901325/running 2024-11-13T18:11:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21024901325/running 2024-11-13T18:11:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:25,126 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,46569,1731521483786, sessionid=0x100ed4bda630006, setting cluster-up flag (Was=false) 2024-11-13T18:11:25,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:25,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:25,133 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21024901325/flush-table-proc/acquired, /21024901325/flush-table-proc/reached, /21024901325/flush-table-proc/abort 2024-11-13T18:11:25,134 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,46569,1731521483786 2024-11-13T18:11:25,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:25,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:25,141 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21024901325/online-snapshot/acquired, /21024901325/online-snapshot/reached, /21024901325/online-snapshot/abort 2024-11-13T18:11:25,142 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,46569,1731521483786 2024-11-13T18:11:25,143 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:11:25,145 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:25,146 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:11:25,146 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:11:25,146 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,46569,1731521483786 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:11:25,147 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:25,148 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:25,148 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:25,148 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:25,148 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:11:25,148 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,148 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:11:25,148 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:25,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:11:25,155 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:25,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:11:25,162 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521515162 2024-11-13T18:11:25,162 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:11:25,162 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:11:25,162 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:11:25,162 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:11:25,162 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:11:25,162 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:11:25,173 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,179 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(746): ClusterId : ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460 2024-11-13T18:11:25,180 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:11:25,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:11:25,185 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:11:25,185 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:11:25,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:11:25,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:11:25,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:11:25,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:11:25,187 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:11:25,187 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:11:25,187 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521485187,5,FailOnTimeoutGroup] 2024-11-13T18:11:25,188 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:11:25,188 DEBUG [RS:0;39e84130bbc9:44133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1162d5bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:11:25,194 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521485187,5,FailOnTimeoutGroup] 2024-11-13T18:11:25,194 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,195 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:11:25,195 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,195 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,210 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:44133 2024-11-13T18:11:25,210 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:11:25,210 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:11:25,210 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:11:25,212 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,46569,1731521483786 with port=44133, startcode=1731521483889 2024-11-13T18:11:25,212 DEBUG [RS:0;39e84130bbc9:44133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:11:25,214 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:11:25,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,44133,1731521483889 2024-11-13T18:11:25,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,44133,1731521483889 2024-11-13T18:11:25,235 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669 2024-11-13T18:11:25,235 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32935 2024-11-13T18:11:25,235 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:11:25,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325/rs 2024-11-13T18:11:25,243 DEBUG [RS:0;39e84130bbc9:44133 {}] zookeeper.ZKUtil(111): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Set watcher on existing znode=/21024901325/rs/39e84130bbc9,44133,1731521483889 2024-11-13T18:11:25,243 WARN [RS:0;39e84130bbc9:44133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:11:25,243 INFO [RS:0;39e84130bbc9:44133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:25,243 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889 2024-11-13T18:11:25,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,44133,1731521483889] 2024-11-13T18:11:25,248 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:11:25,250 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:11:25,250 INFO [RS:0;39e84130bbc9:44133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:11:25,250 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,253 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:11:25,254 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:11:25,254 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,254 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,254 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,254 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,254 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,254 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,254 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:11:25,254 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,255 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,255 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,255 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,255 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,255 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:25,255 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:11:25,255 DEBUG [RS:0;39e84130bbc9:44133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:11:25,258 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,258 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,258 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,258 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,258 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,258 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44133,1731521483889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:11:25,275 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:11:25,275 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44133,1731521483889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,275 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,275 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.Replication(171): 39e84130bbc9,44133,1731521483889 started 2024-11-13T18:11:25,289 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:25,289 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,44133,1731521483889, RpcServer on 39e84130bbc9/172.17.0.3:44133, sessionid=0x100ed4bda630007 2024-11-13T18:11:25,289 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:11:25,289 DEBUG [RS:0;39e84130bbc9:44133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,44133,1731521483889 2024-11-13T18:11:25,289 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,44133,1731521483889' 2024-11-13T18:11:25,289 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21024901325/flush-table-proc/abort' 2024-11-13T18:11:25,290 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21024901325/flush-table-proc/acquired' 2024-11-13T18:11:25,290 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:11:25,290 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:11:25,290 DEBUG [RS:0;39e84130bbc9:44133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,44133,1731521483889 2024-11-13T18:11:25,290 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,44133,1731521483889' 2024-11-13T18:11:25,290 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21024901325/online-snapshot/abort' 2024-11-13T18:11:25,290 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21024901325/online-snapshot/acquired' 2024-11-13T18:11:25,291 DEBUG [RS:0;39e84130bbc9:44133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:11:25,291 INFO [RS:0;39e84130bbc9:44133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:11:25,291 INFO [RS:0;39e84130bbc9:44133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:11:25,391 INFO [RS:0;39e84130bbc9:44133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:11:25,393 INFO [RS:0;39e84130bbc9:44133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C44133%2C1731521483889, suffix=, logDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/oldWALs, maxLogs=10 2024-11-13T18:11:25,413 DEBUG [RS:0;39e84130bbc9:44133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393, exclude list is [], retry=0 2024-11-13T18:11:25,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41195,DS-97de69e1-6a43-436b-ae85-895d4a407bc5,DISK] 2024-11-13T18:11:25,445 INFO [RS:0;39e84130bbc9:44133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 2024-11-13T18:11:25,461 DEBUG [RS:0;39e84130bbc9:44133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39035:39035)] 2024-11-13T18:11:25,581 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:11:25,582 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669 2024-11-13T18:11:25,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:11:25,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:25,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:11:25,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:11:25,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:25,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:25,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:11:25,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:11:25,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:25,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:25,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:11:25,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:11:25,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:25,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:25,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:11:25,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:11:25,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:25,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:25,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:11:25,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740 2024-11-13T18:11:25,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740 2024-11-13T18:11:25,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:11:25,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:11:25,665 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:25,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:11:25,685 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:25,686 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66652279, jitterRate=-0.006803646683692932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:25,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521485614Initializing all the Stores at 1731521485618 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521485618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521485621 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521485621Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521485621Cleaning up temporary data from old regions at 1731521485665 (+44 ms)Region opened successfully at 1731521485686 (+21 ms) 2024-11-13T18:11:25,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:11:25,686 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:11:25,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:11:25,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:11:25,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:11:25,691 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:25,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521485686Disabling compacts and flushes for region at 1731521485686Disabling writes for close at 1731521485686Writing region close event to WAL at 1731521485691 (+5 ms)Closed at 1731521485691 2024-11-13T18:11:25,696 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:25,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:11:25,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:11:25,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:11:25,701 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:11:25,851 DEBUG [39e84130bbc9:46569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:11:25,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,44133,1731521483889 2024-11-13T18:11:25,854 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,44133,1731521483889, state=OPENING 2024-11-13T18:11:25,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:11:25,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:25,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:25,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21024901325/meta-region-server: CHANGED 2024-11-13T18:11:25,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21024901325/meta-region-server: CHANGED 2024-11-13T18:11:25,884 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:11:25,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,44133,1731521483889}] 2024-11-13T18:11:26,050 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:11:26,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:11:26,058 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:11:26,058 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:26,059 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:11:26,072 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C44133%2C1731521483889.meta, suffix=.meta, logDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/oldWALs, maxLogs=10 2024-11-13T18:11:26,093 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.meta.1731521486072.meta, exclude list is [], retry=0 2024-11-13T18:11:26,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41195,DS-97de69e1-6a43-436b-ae85-895d4a407bc5,DISK] 2024-11-13T18:11:26,103 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.meta.1731521486072.meta 2024-11-13T18:11:26,103 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39035:39035)] 2024-11-13T18:11:26,103 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:26,104 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:26,104 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:11:26,104 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:11:26,104 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:11:26,104 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:11:26,104 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:26,104 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:11:26,104 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:11:26,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:11:26,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:11:26,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:26,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:26,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:11:26,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:11:26,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:26,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:26,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:11:26,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:11:26,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:26,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:26,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:11:26,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:11:26,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:26,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:26,131 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:11:26,132 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740 2024-11-13T18:11:26,134 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740 2024-11-13T18:11:26,136 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:11:26,136 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:11:26,136 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:26,137 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:11:26,138 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67418145, jitterRate=0.004608646035194397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:26,138 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:11:26,138 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521486104Writing region info on filesystem at 1731521486104Initializing all the Stores at 1731521486108 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521486108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521486109 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521486109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521486109Cleaning up temporary data from old regions at 1731521486136 (+27 ms)Running coprocessor post-open hooks at 1731521486138 (+2 ms)Region opened successfully at 1731521486138 2024-11-13T18:11:26,139 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521486049 2024-11-13T18:11:26,142 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:11:26,142 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:11:26,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,44133,1731521483889 2024-11-13T18:11:26,143 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,44133,1731521483889, state=OPEN 2024-11-13T18:11:26,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21024901325/meta-region-server 2024-11-13T18:11:26,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21024901325/meta-region-server: CHANGED 2024-11-13T18:11:26,150 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,44133,1731521483889 2024-11-13T18:11:26,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21024901325/meta-region-server 2024-11-13T18:11:26,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21024901325/meta-region-server: CHANGED 2024-11-13T18:11:26,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:11:26,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,44133,1731521483889 in 267 msec 2024-11-13T18:11:26,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:11:26,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-13T18:11:26,159 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:26,159 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:11:26,166 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:26,166 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44133,1731521483889, seqNum=-1] 2024-11-13T18:11:26,166 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:26,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:26,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0280 sec 2024-11-13T18:11:26,174 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521486174, completionTime=-1 2024-11-13T18:11:26,174 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:11:26,174 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:11:26,177 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:11:26,177 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521546177 2024-11-13T18:11:26,177 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521606177 2024-11-13T18:11:26,177 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:11:26,178 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46569,1731521483786-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:26,178 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46569,1731521483786-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:26,181 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46569,1731521483786-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:26,181 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:46569, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:26,181 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:26,181 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:26,183 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:11:26,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.091sec 2024-11-13T18:11:26,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:11:26,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:11:26,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:11:26,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:11:26,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:11:26,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46569,1731521483786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:11:26,186 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46569,1731521483786-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:11:26,189 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:11:26,189 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:11:26,189 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46569,1731521483786-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:26,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780d33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:26,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46569,-1 for getting cluster id 2024-11-13T18:11:26,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:26,302 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460' 2024-11-13T18:11:26,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:26,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460" 2024-11-13T18:11:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2804d5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46569,-1] 2024-11-13T18:11:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:26,307 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:26,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8671b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:26,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:26,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44133,1731521483889, seqNum=-1] 2024-11-13T18:11:26,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:26,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:26,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,46569,1731521483786 2024-11-13T18:11:26,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63396 2024-11-13T18:11:26,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:26,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ed4bda630008 connected 2024-11-13T18:11:26,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,43413,1731521473203 2024-11-13T18:11:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3304dd30 2024-11-13T18:11:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:26,378 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:26,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:11:26,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:11:26,398 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:26,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:11:26,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:11:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:11:26,440 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78682919c478e7387429bacb0416816e, NAME => 'test,,1731521486379.78682919c478e7387429bacb0416816e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691 2024-11-13T18:11:26,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:11:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:26,676 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:26,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:11:26,677 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88617 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:11:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:26,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521486379.78682919c478e7387429bacb0416816e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:26,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 78682919c478e7387429bacb0416816e, disabling compactions & flushes 2024-11-13T18:11:26,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:26,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:26,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521486379.78682919c478e7387429bacb0416816e. after waiting 0 ms 2024-11-13T18:11:26,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:26,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:26,898 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78682919c478e7387429bacb0416816e: Waiting for close lock at 1731521486898Disabling compacts and flushes for region at 1731521486898Disabling writes for close at 1731521486898Writing region close event to WAL at 1731521486898Closed at 1731521486898 2024-11-13T18:11:26,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:11:26,902 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521486379.78682919c478e7387429bacb0416816e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521486901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521486901"}]},"ts":"1731521486901"} 2024-11-13T18:11:26,905 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:11:26,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:11:26,907 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521486906"}]},"ts":"1731521486906"} 2024-11-13T18:11:26,915 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:11:26,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78682919c478e7387429bacb0416816e, ASSIGN}] 2024-11-13T18:11:26,917 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=78682919c478e7387429bacb0416816e, ASSIGN 2024-11-13T18:11:26,918 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=78682919c478e7387429bacb0416816e, ASSIGN; state=OFFLINE, location=39e84130bbc9,40273,1731521473339; forceNewPlan=false, retain=false 2024-11-13T18:11:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:27,073 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78682919c478e7387429bacb0416816e, regionState=OPENING, regionLocation=39e84130bbc9,40273,1731521473339 2024-11-13T18:11:27,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=78682919c478e7387429bacb0416816e, ASSIGN because future has completed 2024-11-13T18:11:27,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78682919c478e7387429bacb0416816e, server=39e84130bbc9,40273,1731521473339}] 2024-11-13T18:11:27,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:11:27,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:27,295 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:27,295 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 78682919c478e7387429bacb0416816e, NAME => 'test,,1731521486379.78682919c478e7387429bacb0416816e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:27,296 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:27,296 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:11:27,296 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,296 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521486379.78682919c478e7387429bacb0416816e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:27,296 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,296 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,325 INFO [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,336 INFO [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78682919c478e7387429bacb0416816e columnFamilyName f 2024-11-13T18:11:27,336 DEBUG [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:27,361 INFO [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] regionserver.HStore(327): Store=78682919c478e7387429bacb0416816e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:27,361 INFO [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,372 INFO [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78682919c478e7387429bacb0416816e columnFamilyName f1 2024-11-13T18:11:27,372 DEBUG [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:27,376 INFO [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] regionserver.HStore(327): Store=78682919c478e7387429bacb0416816e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:27,376 INFO [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,383 INFO [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78682919c478e7387429bacb0416816e columnFamilyName norep 2024-11-13T18:11:27,383 DEBUG [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:27,387 INFO [StoreOpener-78682919c478e7387429bacb0416816e-1 {}] regionserver.HStore(327): Store=78682919c478e7387429bacb0416816e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:27,388 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,394 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,397 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,409 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,409 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,414 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:11:27,416 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,420 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:27,421 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 78682919c478e7387429bacb0416816e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63497174, jitterRate=-0.05381837487220764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:11:27,421 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78682919c478e7387429bacb0416816e 2024-11-13T18:11:27,422 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 78682919c478e7387429bacb0416816e: Running coprocessor pre-open hook at 1731521487296Writing region info on filesystem at 1731521487296Initializing all the Stores at 1731521487317 (+21 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521487317Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521487322 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521487322Cleaning up temporary data from old regions at 1731521487409 (+87 ms)Running coprocessor post-open hooks at 1731521487421 (+12 ms)Region opened successfully at 1731521487422 (+1 ms) 2024-11-13T18:11:27,433 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521486379.78682919c478e7387429bacb0416816e., pid=6, masterSystemTime=1731521487249 2024-11-13T18:11:27,439 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:27,439 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:27,446 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78682919c478e7387429bacb0416816e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,40273,1731521473339 2024-11-13T18:11:27,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78682919c478e7387429bacb0416816e, server=39e84130bbc9,40273,1731521473339 because future has completed 2024-11-13T18:11:27,463 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43413 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=39e84130bbc9,40273,1731521473339, table=test, region=78682919c478e7387429bacb0416816e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T18:11:27,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:11:27,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 78682919c478e7387429bacb0416816e, server=39e84130bbc9,40273,1731521473339 in 383 msec 2024-11-13T18:11:27,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:11:27,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=78682919c478e7387429bacb0416816e, ASSIGN in 563 msec 2024-11-13T18:11:27,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:11:27,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521487481"}]},"ts":"1731521487481"} 2024-11-13T18:11:27,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:11:27,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:11:27,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1180 sec 2024-11-13T18:11:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:27,562 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:11:27,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:27,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,40851,1731521478221 2024-11-13T18:11:27,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aad5c7c 2024-11-13T18:11:27,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:27,566 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:27,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:11:27,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:11:27,574 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:27,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:11:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:27,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:11:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:11:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:27,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T18:11:28,079 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c49828b44d4f2a8e97a3bafe58031a97, NAME => 'test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d 2024-11-13T18:11:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:11:28,096 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:28,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c49828b44d4f2a8e97a3bafe58031a97, disabling compactions & flushes 2024-11-13T18:11:28,097 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:28,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:28,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. after waiting 0 ms 2024-11-13T18:11:28,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:28,097 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:28,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c49828b44d4f2a8e97a3bafe58031a97: Waiting for close lock at 1731521488096Disabling compacts and flushes for region at 1731521488096Disabling writes for close at 1731521488097 (+1 ms)Writing region close event to WAL at 1731521488097Closed at 1731521488097 2024-11-13T18:11:28,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:11:28,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521488099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521488099"}]},"ts":"1731521488099"} 2024-11-13T18:11:28,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:11:28,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:11:28,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521488122"}]},"ts":"1731521488122"} 2024-11-13T18:11:28,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:11:28,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c49828b44d4f2a8e97a3bafe58031a97, ASSIGN}] 2024-11-13T18:11:28,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c49828b44d4f2a8e97a3bafe58031a97, ASSIGN 2024-11-13T18:11:28,141 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c49828b44d4f2a8e97a3bafe58031a97, ASSIGN; state=OFFLINE, location=39e84130bbc9,46383,1731521478343; forceNewPlan=false, retain=false 2024-11-13T18:11:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:28,294 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c49828b44d4f2a8e97a3bafe58031a97, regionState=OPENING, regionLocation=39e84130bbc9,46383,1731521478343 2024-11-13T18:11:28,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c49828b44d4f2a8e97a3bafe58031a97, ASSIGN because future has completed 2024-11-13T18:11:28,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c49828b44d4f2a8e97a3bafe58031a97, server=39e84130bbc9,46383,1731521478343}] 2024-11-13T18:11:28,493 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:28,493 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c49828b44d4f2a8e97a3bafe58031a97, NAME => 'test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:28,494 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:28,494 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:11:28,494 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,494 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:28,494 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,494 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,504 INFO [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,505 INFO [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c49828b44d4f2a8e97a3bafe58031a97 columnFamilyName f 2024-11-13T18:11:28,506 DEBUG [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:28,508 INFO [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] regionserver.HStore(327): Store=c49828b44d4f2a8e97a3bafe58031a97/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:28,508 INFO [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,511 INFO [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c49828b44d4f2a8e97a3bafe58031a97 columnFamilyName f1 2024-11-13T18:11:28,511 DEBUG [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:28,512 INFO [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] regionserver.HStore(327): Store=c49828b44d4f2a8e97a3bafe58031a97/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:28,512 INFO [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,513 INFO [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c49828b44d4f2a8e97a3bafe58031a97 columnFamilyName norep 2024-11-13T18:11:28,513 DEBUG [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:28,514 INFO [StoreOpener-c49828b44d4f2a8e97a3bafe58031a97-1 {}] regionserver.HStore(327): Store=c49828b44d4f2a8e97a3bafe58031a97/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:28,515 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,521 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,522 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,527 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,527 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,528 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:11:28,533 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,543 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:28,545 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c49828b44d4f2a8e97a3bafe58031a97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59462918, jitterRate=-0.11393347382545471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:11:28,545 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:28,545 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c49828b44d4f2a8e97a3bafe58031a97: Running coprocessor pre-open hook at 1731521488494Writing region info on filesystem at 1731521488494Initializing all the Stores at 1731521488502 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521488502Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521488504 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521488504Cleaning up temporary data from old regions at 1731521488527 (+23 ms)Running coprocessor post-open hooks at 1731521488545 (+18 ms)Region opened successfully at 1731521488545 2024-11-13T18:11:28,552 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97., pid=6, masterSystemTime=1731521488473 2024-11-13T18:11:28,555 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:28,555 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:28,569 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c49828b44d4f2a8e97a3bafe58031a97, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,46383,1731521478343 2024-11-13T18:11:28,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c49828b44d4f2a8e97a3bafe58031a97, server=39e84130bbc9,46383,1731521478343 because future has completed 2024-11-13T18:11:28,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:11:28,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c49828b44d4f2a8e97a3bafe58031a97, server=39e84130bbc9,46383,1731521478343 in 282 msec 2024-11-13T18:11:28,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:11:28,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c49828b44d4f2a8e97a3bafe58031a97, ASSIGN in 473 msec 2024-11-13T18:11:28,650 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:11:28,650 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521488650"}]},"ts":"1731521488650"} 2024-11-13T18:11:28,667 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:11:28,686 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:11:28,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1190 sec 2024-11-13T18:11:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:28,718 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:11:28,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,46569,1731521483786 2024-11-13T18:11:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bf57024 2024-11-13T18:11:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:28,728 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:28,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:11:28,739 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:11:28,739 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:28,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:11:28,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:11:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:11:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:29,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60a7187862f68a74a7587eba62f91786, NAME => 'test,,1731521488728.60a7187862f68a74a7587eba62f91786.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669 2024-11-13T18:11:29,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:11:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:29,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521488728.60a7187862f68a74a7587eba62f91786.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:29,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 60a7187862f68a74a7587eba62f91786, disabling compactions & flushes 2024-11-13T18:11:29,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:29,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:29,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521488728.60a7187862f68a74a7587eba62f91786. after waiting 0 ms 2024-11-13T18:11:29,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:29,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:29,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60a7187862f68a74a7587eba62f91786: Waiting for close lock at 1731521489704Disabling compacts and flushes for region at 1731521489704Disabling writes for close at 1731521489704Writing region close event to WAL at 1731521489704Closed at 1731521489704 2024-11-13T18:11:29,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:11:29,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521488728.60a7187862f68a74a7587eba62f91786.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521489712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521489712"}]},"ts":"1731521489712"} 2024-11-13T18:11:29,722 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:11:29,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:11:29,723 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521489723"}]},"ts":"1731521489723"} 2024-11-13T18:11:29,732 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:11:29,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60a7187862f68a74a7587eba62f91786, ASSIGN}] 2024-11-13T18:11:29,734 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60a7187862f68a74a7587eba62f91786, ASSIGN 2024-11-13T18:11:29,738 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=60a7187862f68a74a7587eba62f91786, ASSIGN; state=OFFLINE, location=39e84130bbc9,44133,1731521483889; forceNewPlan=false, retain=false 2024-11-13T18:11:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:29,889 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60a7187862f68a74a7587eba62f91786, regionState=OPENING, regionLocation=39e84130bbc9,44133,1731521483889 2024-11-13T18:11:29,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=60a7187862f68a74a7587eba62f91786, ASSIGN because future has completed 2024-11-13T18:11:29,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a7187862f68a74a7587eba62f91786, server=39e84130bbc9,44133,1731521483889}] 2024-11-13T18:11:30,082 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:30,082 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60a7187862f68a74a7587eba62f91786, NAME => 'test,,1731521488728.60a7187862f68a74a7587eba62f91786.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:30,082 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:30,082 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:11:30,083 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,083 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521488728.60a7187862f68a74a7587eba62f91786.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:30,083 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,083 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,093 INFO [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,100 INFO [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a7187862f68a74a7587eba62f91786 columnFamilyName f 2024-11-13T18:11:30,101 DEBUG [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:30,103 INFO [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] regionserver.HStore(327): Store=60a7187862f68a74a7587eba62f91786/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:30,103 INFO [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,109 INFO [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a7187862f68a74a7587eba62f91786 columnFamilyName f1 2024-11-13T18:11:30,109 DEBUG [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:30,112 INFO [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] regionserver.HStore(327): Store=60a7187862f68a74a7587eba62f91786/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:30,112 INFO [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,122 INFO [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a7187862f68a74a7587eba62f91786 columnFamilyName norep 2024-11-13T18:11:30,122 DEBUG [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:30,129 INFO [StoreOpener-60a7187862f68a74a7587eba62f91786-1 {}] regionserver.HStore(327): Store=60a7187862f68a74a7587eba62f91786/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:30,129 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,131 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,131 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,135 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,135 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,137 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:11:30,143 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,152 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:30,153 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60a7187862f68a74a7587eba62f91786; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62552711, jitterRate=-0.06789197027683258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:11:30,153 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:30,154 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60a7187862f68a74a7587eba62f91786: Running coprocessor pre-open hook at 1731521490083Writing region info on filesystem at 1731521490083Initializing all the Stores at 1731521490088 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521490088Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521490089 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521490089Cleaning up temporary data from old regions at 1731521490135 (+46 ms)Running coprocessor post-open hooks at 1731521490153 (+18 ms)Region opened successfully at 1731521490154 (+1 ms) 2024-11-13T18:11:30,155 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521488728.60a7187862f68a74a7587eba62f91786., pid=6, masterSystemTime=1731521490062 2024-11-13T18:11:30,161 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:30,161 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:30,162 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60a7187862f68a74a7587eba62f91786, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,44133,1731521483889 2024-11-13T18:11:30,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a7187862f68a74a7587eba62f91786, server=39e84130bbc9,44133,1731521483889 because future has completed 2024-11-13T18:11:30,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:11:30,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60a7187862f68a74a7587eba62f91786, server=39e84130bbc9,44133,1731521483889 in 266 msec 2024-11-13T18:11:30,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:11:30,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=60a7187862f68a74a7587eba62f91786, ASSIGN in 444 msec 2024-11-13T18:11:30,193 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:11:30,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521490193"}]},"ts":"1731521490193"} 2024-11-13T18:11:30,196 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:11:30,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:11:30,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4680 sec 2024-11-13T18:11:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:30,895 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:11:30,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107be593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:30,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,43413,-1 for getting cluster id 2024-11-13T18:11:30,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:30,900 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dd4c6a1-568a-4c8b-8e88-3660b10e1961' 2024-11-13T18:11:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:30,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dd4c6a1-568a-4c8b-8e88-3660b10e1961" 2024-11-13T18:11:30,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db73992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:30,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,43413,-1] 2024-11-13T18:11:30,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:30,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:30,904 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:30,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbadf1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:30,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,43413,1731521473203 2024-11-13T18:11:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b82d7 2024-11-13T18:11:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:30,908 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:30,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:40851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:11:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:11:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:30,922 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:40851' 2024-11-13T18:11:30,933 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d757c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:30,933 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40851,-1 for getting cluster id 2024-11-13T18:11:30,933 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:30,936 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f12a7c6d-1da9-40a0-a374-4819928d35df' 2024-11-13T18:11:30,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:30,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f12a7c6d-1da9-40a0-a374-4819928d35df" 2024-11-13T18:11:30,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cf39ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:30,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40851,-1] 2024-11-13T18:11:30,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:30,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:30,939 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:30,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c1632b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:30,941 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:30,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,40851,1731521478221 2024-11-13T18:11:30,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76eb1095 2024-11-13T18:11:30,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:30,946 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:30,947 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T18:11:30,947 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:11:30,947 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:30,947 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:30,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:30,948 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:30,953 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:11:30,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:11:30,955 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:30,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:11:30,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:11:31,004 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:11:31,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9a0df56522962de70f0f105da392053, NAME => 'hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691 2024-11-13T18:11:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:31,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:11:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:31,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:31,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f9a0df56522962de70f0f105da392053, disabling compactions & flushes 2024-11-13T18:11:31,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:31,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:31,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. after waiting 0 ms 2024-11-13T18:11:31,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:31,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:31,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9a0df56522962de70f0f105da392053: Waiting for close lock at 1731521491468Disabling compacts and flushes for region at 1731521491468Disabling writes for close at 1731521491468Writing region close event to WAL at 1731521491468Closed at 1731521491468 2024-11-13T18:11:31,473 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:11:31,474 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521491473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521491473"}]},"ts":"1731521491473"} 2024-11-13T18:11:31,487 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:11:31,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:11:31,491 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521491490"}]},"ts":"1731521491490"} 2024-11-13T18:11:31,497 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:11:31,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9a0df56522962de70f0f105da392053, ASSIGN}] 2024-11-13T18:11:31,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9a0df56522962de70f0f105da392053, ASSIGN 2024-11-13T18:11:31,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9a0df56522962de70f0f105da392053, ASSIGN; state=OFFLINE, location=39e84130bbc9,40273,1731521473339; forceNewPlan=false, retain=false 2024-11-13T18:11:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:31,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9a0df56522962de70f0f105da392053, regionState=OPENING, regionLocation=39e84130bbc9,40273,1731521473339 2024-11-13T18:11:31,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9a0df56522962de70f0f105da392053, ASSIGN because future has completed 2024-11-13T18:11:31,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9a0df56522962de70f0f105da392053, server=39e84130bbc9,40273,1731521473339}] 2024-11-13T18:11:31,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:31,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:31,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:11:31,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C40273%2C1731521473339.rep, suffix=, logDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339, archiveDir=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/oldWALs, maxLogs=10 2024-11-13T18:11:31,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.rep.1731521491837, exclude list is [], retry=0 2024-11-13T18:11:31,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-9a12c115-7e3d-404f-bc6c-22239fef3cb3,DISK] 2024-11-13T18:11:31,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.rep.1731521491837 2024-11-13T18:11:31,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35261:35261)] 2024-11-13T18:11:31,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f9a0df56522962de70f0f105da392053, NAME => 'hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:31,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:31,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:11:31,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. service=MultiRowMutationService 2024-11-13T18:11:31,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:11:31,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:31,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,869 INFO [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,870 INFO [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a0df56522962de70f0f105da392053 columnFamilyName hfileref 2024-11-13T18:11:31,870 DEBUG [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:31,871 INFO [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] regionserver.HStore(327): Store=f9a0df56522962de70f0f105da392053/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:31,871 INFO [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,882 INFO [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a0df56522962de70f0f105da392053 columnFamilyName queue 2024-11-13T18:11:31,882 DEBUG [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:31,883 INFO [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] regionserver.HStore(327): Store=f9a0df56522962de70f0f105da392053/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:31,883 INFO [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,884 INFO [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9a0df56522962de70f0f105da392053 columnFamilyName sid 2024-11-13T18:11:31,884 DEBUG [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:31,884 INFO [StoreOpener-f9a0df56522962de70f0f105da392053-1 {}] regionserver.HStore(327): Store=f9a0df56522962de70f0f105da392053/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:31,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/replication/f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/replication/f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:11:31,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/replication/f9a0df56522962de70f0f105da392053/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:31,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f9a0df56522962de70f0f105da392053; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62170067, jitterRate=-0.07359381020069122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:11:31,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9a0df56522962de70f0f105da392053 2024-11-13T18:11:31,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f9a0df56522962de70f0f105da392053: Running coprocessor pre-open hook at 1731521491865Writing region info on filesystem at 1731521491865Initializing all the Stores at 1731521491866 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521491866Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521491869 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521491869Cleaning up temporary data from old regions at 1731521491892 (+23 ms)Running coprocessor post-open hooks at 1731521491897 (+5 ms)Region opened successfully at 1731521491897 2024-11-13T18:11:31,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053., pid=10, masterSystemTime=1731521491829 2024-11-13T18:11:31,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:31,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:31,921 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9a0df56522962de70f0f105da392053, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,40273,1731521473339 2024-11-13T18:11:31,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9a0df56522962de70f0f105da392053, server=39e84130bbc9,40273,1731521473339 because future has completed 2024-11-13T18:11:31,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:11:31,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f9a0df56522962de70f0f105da392053, server=39e84130bbc9,40273,1731521473339 in 248 msec 2024-11-13T18:11:31,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:11:31,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9a0df56522962de70f0f105da392053, ASSIGN in 433 msec 2024-11-13T18:11:31,934 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:11:31,934 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521491934"}]},"ts":"1731521491934"} 2024-11-13T18:11:31,942 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:11:31,943 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:11:31,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 995 msec 2024-11-13T18:11:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053., hostname=39e84130bbc9,40273,1731521473339, seqNum=2] 2024-11-13T18:11:32,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:32,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:32,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:11:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:32,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:11:32,177 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:11:32,261 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,40273,1731521473339, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:11:32,261 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:32,261 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40273,1731521473339, seqNum=-1] 2024-11-13T18:11:32,262 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:32,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T18:11:32,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,40273,1731521473339', locateType=CURRENT is [region=hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053., hostname=39e84130bbc9,40273,1731521473339, seqNum=2] 2024-11-13T18:11:32,286 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:11:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:11:32,301 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,40273,1731521473339 suceeded 2024-11-13T18:11:32,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:11:32,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 284 msec 2024-11-13T18:11:32,310 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:40851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:11:32,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4010 sec 2024-11-13T18:11:32,320 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:40851' 2024-11-13T18:11:32,330 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@548efd6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:32,331 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40851,-1 for getting cluster id 2024-11-13T18:11:32,331 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:32,333 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f12a7c6d-1da9-40a0-a374-4819928d35df' 2024-11-13T18:11:32,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f12a7c6d-1da9-40a0-a374-4819928d35df" 2024-11-13T18:11:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f2cc983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40851,-1] 2024-11-13T18:11:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:32,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:32,338 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:32,339 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d455811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:32,339 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:32,341 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,40851,1731521478221 2024-11-13T18:11:32,341 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@541ecb6b 2024-11-13T18:11:32,341 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:32,342 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T18:11:32,345 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,40273,1731521473339 (queues=1) is replicating from cluster=1dd4c6a1-568a-4c8b-8e88-3660b10e1961 to cluster=f12a7c6d-1da9-40a0-a374-4819928d35df 2024-11-13T18:11:32,345 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C40273%2C1731521473339 2024-11-13T18:11:32,346 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,40273,1731521473339, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:11:32,351 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640, startPosition=0, beingWritten=true 2024-11-13T18:11:32,359 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C40273%2C1731521473339 2024-11-13T18:11:32,366 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:32,366 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 379, reset compression=false 2024-11-13T18:11:32,366 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40273,1731521473339 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:32,589 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 379, reset compression=false 2024-11-13T18:11:32,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:11:32,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,901 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 379, reset compression=false 2024-11-13T18:11:32,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:32,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:33,065 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:11:33,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:33,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:33,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:33,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:33,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:33,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6310a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:33,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40851,-1 for getting cluster id 2024-11-13T18:11:33,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:33,070 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f12a7c6d-1da9-40a0-a374-4819928d35df' 2024-11-13T18:11:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f12a7c6d-1da9-40a0-a374-4819928d35df" 2024-11-13T18:11:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1089e7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40851,-1] 2024-11-13T18:11:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:33,072 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ac798e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:33,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,40851,1731521478221 2024-11-13T18:11:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f74f51e 2024-11-13T18:11:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:33,079 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:33,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:11:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:11:33,084 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:46569' 2024-11-13T18:11:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:33,088 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e71d7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:33,088 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46569,-1 for getting cluster id 2024-11-13T18:11:33,088 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:33,089 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460' 2024-11-13T18:11:33,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:33,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460" 2024-11-13T18:11:33,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c883e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:33,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46569,-1] 2024-11-13T18:11:33,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:33,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:33,090 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:33,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78db7a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:33,091 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:33,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,46569,1731521483786 2024-11-13T18:11:33,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@759fe48f 2024-11-13T18:11:33,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:33,093 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:33,094 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T18:11:33,094 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:11:33,094 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:33,094 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:33,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:33,094 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:33,096 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:11:33,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:11:33,097 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:33,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:11:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:11:33,147 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:11:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:33,335 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 379, reset compression=false 2024-11-13T18:11:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:33,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 430b644caa360a1edb54c2466ad9b3c8, NAME => 'hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d 2024-11-13T18:11:33,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:11:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:33,848 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 379, reset compression=false 2024-11-13T18:11:33,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:11:33,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T18:11:33,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:11:33,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T18:11:33,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:33,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 430b644caa360a1edb54c2466ad9b3c8, disabling compactions & flushes 2024-11-13T18:11:33,974 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:33,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:33,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. after waiting 0 ms 2024-11-13T18:11:33,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:33,974 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:33,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 430b644caa360a1edb54c2466ad9b3c8: Waiting for close lock at 1731521493974Disabling compacts and flushes for region at 1731521493974Disabling writes for close at 1731521493974Writing region close event to WAL at 1731521493974Closed at 1731521493974 2024-11-13T18:11:33,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:11:33,982 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521493981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521493981"}]},"ts":"1731521493981"} 2024-11-13T18:11:33,987 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:11:33,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:11:33,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521493988"}]},"ts":"1731521493988"} 2024-11-13T18:11:33,993 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:11:33,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=430b644caa360a1edb54c2466ad9b3c8, ASSIGN}] 2024-11-13T18:11:33,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T18:11:34,004 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=430b644caa360a1edb54c2466ad9b3c8, ASSIGN 2024-11-13T18:11:34,005 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=430b644caa360a1edb54c2466ad9b3c8, ASSIGN; state=OFFLINE, location=39e84130bbc9,46383,1731521478343; forceNewPlan=false, retain=false 2024-11-13T18:11:34,157 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=430b644caa360a1edb54c2466ad9b3c8, regionState=OPENING, regionLocation=39e84130bbc9,46383,1731521478343 2024-11-13T18:11:34,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=430b644caa360a1edb54c2466ad9b3c8, ASSIGN because future has completed 2024-11-13T18:11:34,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 430b644caa360a1edb54c2466ad9b3c8, server=39e84130bbc9,46383,1731521478343}] 2024-11-13T18:11:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:34,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:34,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:34,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:11:34,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C46383%2C1731521478343.rep, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/oldWALs, maxLogs=10 2024-11-13T18:11:34,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.rep.1731521494378, exclude list is [], retry=0 2024-11-13T18:11:34,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37413,DS-eb00c79b-6c45-4b42-83e2-66aeda2cf85c,DISK] 2024-11-13T18:11:34,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.rep.1731521494378 2024-11-13T18:11:34,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38097:38097)] 2024-11-13T18:11:34,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 430b644caa360a1edb54c2466ad9b3c8, NAME => 'hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:34,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:34,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:11:34,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. service=MultiRowMutationService 2024-11-13T18:11:34,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:11:34,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:34,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,429 INFO [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,438 INFO [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 430b644caa360a1edb54c2466ad9b3c8 columnFamilyName hfileref 2024-11-13T18:11:34,438 DEBUG [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:34,441 INFO [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] regionserver.HStore(327): Store=430b644caa360a1edb54c2466ad9b3c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:34,441 INFO [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,449 INFO [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 430b644caa360a1edb54c2466ad9b3c8 columnFamilyName queue 2024-11-13T18:11:34,450 DEBUG [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:34,450 INFO [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] regionserver.HStore(327): Store=430b644caa360a1edb54c2466ad9b3c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:34,451 INFO [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,457 INFO [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 430b644caa360a1edb54c2466ad9b3c8 columnFamilyName sid 2024-11-13T18:11:34,458 DEBUG [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:34,459 INFO [StoreOpener-430b644caa360a1edb54c2466ad9b3c8-1 {}] regionserver.HStore(327): Store=430b644caa360a1edb54c2466ad9b3c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:34,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/replication/430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/replication/430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:11:34,475 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 379, reset compression=false 2024-11-13T18:11:34,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/replication/430b644caa360a1edb54c2466ad9b3c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:34,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 430b644caa360a1edb54c2466ad9b3c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74499994, jitterRate=0.11013641953468323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:11:34,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:34,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 430b644caa360a1edb54c2466ad9b3c8: Running coprocessor pre-open hook at 1731521494427Writing region info on filesystem at 1731521494427Initializing all the Stores at 1731521494428 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521494428Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521494428Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521494428Cleaning up temporary data from old regions at 1731521494469 (+41 ms)Running coprocessor post-open hooks at 1731521494489 (+20 ms)Region opened successfully at 1731521494490 (+1 ms) 2024-11-13T18:11:34,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8., pid=10, masterSystemTime=1731521494327 2024-11-13T18:11:34,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:34,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:34,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=430b644caa360a1edb54c2466ad9b3c8, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,46383,1731521478343 2024-11-13T18:11:34,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 430b644caa360a1edb54c2466ad9b3c8, server=39e84130bbc9,46383,1731521478343 because future has completed 2024-11-13T18:11:34,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:11:34,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 430b644caa360a1edb54c2466ad9b3c8, server=39e84130bbc9,46383,1731521478343 in 352 msec 2024-11-13T18:11:34,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:11:34,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=430b644caa360a1edb54c2466ad9b3c8, ASSIGN in 540 msec 2024-11-13T18:11:34,536 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:11:34,536 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521494536"}]},"ts":"1731521494536"} 2024-11-13T18:11:34,538 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:11:34,539 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:11:34,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4440 sec 2024-11-13T18:11:34,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8., hostname=39e84130bbc9,46383,1731521478343, seqNum=2] 2024-11-13T18:11:34,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:34,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:34,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:11:34,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:11:34,784 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:11:34,863 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,46383,1731521478343, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:11:34,865 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:34,865 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,46383,1731521478343, seqNum=-1] 2024-11-13T18:11:34,865 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:34,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T18:11:34,874 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,46383,1731521478343', locateType=CURRENT is [region=hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8., hostname=39e84130bbc9,46383,1731521478343, seqNum=2] 2024-11-13T18:11:34,885 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:11:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:11:34,888 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,46383,1731521478343 suceeded 2024-11-13T18:11:34,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:11:34,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 262 msec 2024-11-13T18:11:34,892 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:11:34,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8120 sec 2024-11-13T18:11:34,931 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:46569' 2024-11-13T18:11:34,945 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3376dede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:34,945 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46569,-1 for getting cluster id 2024-11-13T18:11:34,946 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:34,947 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460' 2024-11-13T18:11:34,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:34,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460" 2024-11-13T18:11:34,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ee62fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:34,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46569,-1] 2024-11-13T18:11:34,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:34,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:34,950 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:34,957 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a96c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:34,958 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:34,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,46569,1731521483786 2024-11-13T18:11:34,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f54628 2024-11-13T18:11:34,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:34,973 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T18:11:34,979 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,46383,1731521478343 (queues=1) is replicating from cluster=f12a7c6d-1da9-40a0-a374-4819928d35df to cluster=ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460 2024-11-13T18:11:34,980 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C46383%2C1731521478343 2024-11-13T18:11:34,980 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,46383,1731521478343, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:11:34,989 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095, startPosition=0, beingWritten=true 2024-11-13T18:11:34,990 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C46383%2C1731521478343 2024-11-13T18:11:35,028 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:35,028 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 379, reset compression=false 2024-11-13T18:11:35,029 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,46383,1731521478343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:35,203 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 379, reset compression=false 2024-11-13T18:11:35,253 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 379, reset compression=false 2024-11-13T18:11:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:35,258 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:11:35,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:35,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:35,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:35,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:35,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:35,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdecdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:35,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46569,-1 for getting cluster id 2024-11-13T18:11:35,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:35,272 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460' 2024-11-13T18:11:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460" 2024-11-13T18:11:35,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab48124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:35,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46569,-1] 2024-11-13T18:11:35,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:35,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:35,279 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:35,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f793411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:35,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:35,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,46569,1731521483786 2024-11-13T18:11:35,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4779f938 2024-11-13T18:11:35,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:35,285 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:35,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:40851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:11:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:11:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:35,293 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:40851' 2024-11-13T18:11:35,297 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773da467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:35,297 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40851,-1 for getting cluster id 2024-11-13T18:11:35,298 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:35,302 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f12a7c6d-1da9-40a0-a374-4819928d35df' 2024-11-13T18:11:35,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:35,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f12a7c6d-1da9-40a0-a374-4819928d35df" 2024-11-13T18:11:35,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12317db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:35,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40851,-1] 2024-11-13T18:11:35,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:35,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:35,305 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:35,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2a1f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:35,309 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:35,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,40851,1731521478221 2024-11-13T18:11:35,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@584905a 2024-11-13T18:11:35,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:35,311 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:35,313 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T18:11:35,313 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:11:35,313 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:35,313 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:35,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:35,314 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:35,315 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:11:35,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:11:35,316 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:35,317 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:11:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:11:35,365 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:11:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:35,570 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 379, reset compression=false 2024-11-13T18:11:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:35,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8586c2bddbb156e1ffba4aece05ae6d, NAME => 'hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669 2024-11-13T18:11:35,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:11:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:36,009 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 379, reset compression=false 2024-11-13T18:11:36,024 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 379, reset compression=false 2024-11-13T18:11:36,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:36,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f8586c2bddbb156e1ffba4aece05ae6d, disabling compactions & flushes 2024-11-13T18:11:36,180 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:36,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:36,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. after waiting 0 ms 2024-11-13T18:11:36,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:36,180 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:36,180 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8586c2bddbb156e1ffba4aece05ae6d: Waiting for close lock at 1731521496179Disabling compacts and flushes for region at 1731521496179Disabling writes for close at 1731521496180 (+1 ms)Writing region close event to WAL at 1731521496180Closed at 1731521496180 2024-11-13T18:11:36,182 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:11:36,182 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521496182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521496182"}]},"ts":"1731521496182"} 2024-11-13T18:11:36,189 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:11:36,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:11:36,191 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521496190"}]},"ts":"1731521496190"} 2024-11-13T18:11:36,196 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:11:36,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8586c2bddbb156e1ffba4aece05ae6d, ASSIGN}] 2024-11-13T18:11:36,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8586c2bddbb156e1ffba4aece05ae6d, ASSIGN 2024-11-13T18:11:36,198 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8586c2bddbb156e1ffba4aece05ae6d, ASSIGN; state=OFFLINE, location=39e84130bbc9,44133,1731521483889; forceNewPlan=false, retain=false 2024-11-13T18:11:36,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f8586c2bddbb156e1ffba4aece05ae6d, regionState=OPENING, regionLocation=39e84130bbc9,44133,1731521483889 2024-11-13T18:11:36,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8586c2bddbb156e1ffba4aece05ae6d, ASSIGN because future has completed 2024-11-13T18:11:36,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8586c2bddbb156e1ffba4aece05ae6d, server=39e84130bbc9,44133,1731521483889}] 2024-11-13T18:11:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:36,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:36,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:36,546 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 379, reset compression=false 2024-11-13T18:11:36,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:11:36,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C44133%2C1731521483889.rep, suffix=, logDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/oldWALs, maxLogs=10 2024-11-13T18:11:36,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.rep.1731521496549, exclude list is [], retry=0 2024-11-13T18:11:36,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41195,DS-97de69e1-6a43-436b-ae85-895d4a407bc5,DISK] 2024-11-13T18:11:36,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.rep.1731521496549 2024-11-13T18:11:36,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39035:39035)] 2024-11-13T18:11:36,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f8586c2bddbb156e1ffba4aece05ae6d, NAME => 'hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:36,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:36,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:11:36,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. service=MultiRowMutationService 2024-11-13T18:11:36,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:11:36,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:36,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,606 INFO [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,608 INFO [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8586c2bddbb156e1ffba4aece05ae6d columnFamilyName hfileref 2024-11-13T18:11:36,608 DEBUG [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:36,615 INFO [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] regionserver.HStore(327): Store=f8586c2bddbb156e1ffba4aece05ae6d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:36,615 INFO [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,622 INFO [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8586c2bddbb156e1ffba4aece05ae6d columnFamilyName queue 2024-11-13T18:11:36,622 DEBUG [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:36,623 INFO [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] regionserver.HStore(327): Store=f8586c2bddbb156e1ffba4aece05ae6d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:36,623 INFO [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,626 INFO [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8586c2bddbb156e1ffba4aece05ae6d columnFamilyName sid 2024-11-13T18:11:36,626 DEBUG [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:36,627 INFO [StoreOpener-f8586c2bddbb156e1ffba4aece05ae6d-1 {}] regionserver.HStore(327): Store=f8586c2bddbb156e1ffba4aece05ae6d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:36,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/replication/f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/replication/f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:11:36,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/replication/f8586c2bddbb156e1ffba4aece05ae6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:36,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f8586c2bddbb156e1ffba4aece05ae6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68824097, jitterRate=0.025558963418006897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:11:36,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:36,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f8586c2bddbb156e1ffba4aece05ae6d: Running coprocessor pre-open hook at 1731521496599Writing region info on filesystem at 1731521496599Initializing all the Stores at 1731521496606 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521496606Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521496606Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521496606Cleaning up temporary data from old regions at 1731521496634 (+28 ms)Running coprocessor post-open hooks at 1731521496671 (+37 ms)Region opened successfully at 1731521496671 2024-11-13T18:11:36,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d., pid=10, masterSystemTime=1731521496513 2024-11-13T18:11:36,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:36,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:36,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f8586c2bddbb156e1ffba4aece05ae6d, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,44133,1731521483889 2024-11-13T18:11:36,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8586c2bddbb156e1ffba4aece05ae6d, server=39e84130bbc9,44133,1731521483889 because future has completed 2024-11-13T18:11:36,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:11:36,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f8586c2bddbb156e1ffba4aece05ae6d, server=39e84130bbc9,44133,1731521483889 in 337 msec 2024-11-13T18:11:36,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:11:36,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8586c2bddbb156e1ffba4aece05ae6d, ASSIGN in 513 msec 2024-11-13T18:11:36,713 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:11:36,714 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521496713"}]},"ts":"1731521496713"} 2024-11-13T18:11:36,717 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:11:36,718 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:11:36,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4040 sec 2024-11-13T18:11:36,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d., hostname=39e84130bbc9,44133,1731521483889, seqNum=2] 2024-11-13T18:11:36,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:36,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:36,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:11:36,941 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 379, reset compression=false 2024-11-13T18:11:36,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:11:36,964 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:11:37,042 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,44133,1731521483889, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:11:37,042 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:37,043 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44133,1731521483889, seqNum=-1] 2024-11-13T18:11:37,043 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:37,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T18:11:37,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,44133,1731521483889', locateType=CURRENT is [region=hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d., hostname=39e84130bbc9,44133,1731521483889, seqNum=2] 2024-11-13T18:11:37,074 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:11:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:11:37,090 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,44133,1731521483889 suceeded 2024-11-13T18:11:37,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:11:37,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 292 msec 2024-11-13T18:11:37,092 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:40851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:11:37,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8060 sec 2024-11-13T18:11:37,116 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:40851' 2024-11-13T18:11:37,123 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd3a162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,123 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40851,-1 for getting cluster id 2024-11-13T18:11:37,123 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:37,124 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f12a7c6d-1da9-40a0-a374-4819928d35df' 2024-11-13T18:11:37,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:37,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f12a7c6d-1da9-40a0-a374-4819928d35df" 2024-11-13T18:11:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cec67b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40851,-1] 2024-11-13T18:11:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:37,126 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:37,127 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d809991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,127 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:37,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,40851,1731521478221 2024-11-13T18:11:37,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ce0d48a 2024-11-13T18:11:37,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:37,130 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T18:11:37,131 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,44133,1731521483889 (queues=1) is replicating from cluster=ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460 to cluster=f12a7c6d-1da9-40a0-a374-4819928d35df 2024-11-13T18:11:37,131 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C44133%2C1731521483889 2024-11-13T18:11:37,132 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,44133,1731521483889, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:11:37,144 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C44133%2C1731521483889 2024-11-13T18:11:37,146 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393, startPosition=0, beingWritten=true 2024-11-13T18:11:37,171 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 379, reset compression=false 2024-11-13T18:11:37,177 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:37,177 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 379, reset compression=false 2024-11-13T18:11:37,179 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44133,1731521483889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:37,419 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 379, reset compression=false 2024-11-13T18:11:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:11:37,469 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:11:37,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:37,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:37,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:37,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:37,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:37,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fae74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,43413,-1 for getting cluster id 2024-11-13T18:11:37,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:37,480 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dd4c6a1-568a-4c8b-8e88-3660b10e1961' 2024-11-13T18:11:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dd4c6a1-568a-4c8b-8e88-3660b10e1961" 2024-11-13T18:11:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f90df0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,43413,-1] 2024-11-13T18:11:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:37,484 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee1a660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641aa7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40851,-1 for getting cluster id 2024-11-13T18:11:37,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:37,489 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f12a7c6d-1da9-40a0-a374-4819928d35df' 2024-11-13T18:11:37,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:37,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f12a7c6d-1da9-40a0-a374-4819928d35df" 2024-11-13T18:11:37,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3d5bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40851,-1] 2024-11-13T18:11:37,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:37,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:37,493 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b13a2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cffb651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46569,-1 for getting cluster id 2024-11-13T18:11:37,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:37,521 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460' 2024-11-13T18:11:37,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:37,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460" 2024-11-13T18:11:37,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea6c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46569,-1] 2024-11-13T18:11:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:37,524 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a31141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40273,1731521473339, seqNum=-1] 2024-11-13T18:11:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:37,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:37,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521486379.78682919c478e7387429bacb0416816e., hostname=39e84130bbc9,40273,1731521473339, seqNum=2] 2024-11-13T18:11:37,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:37,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44133,1731521483889, seqNum=-1] 2024-11-13T18:11:37,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:37,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521488728.60a7187862f68a74a7587eba62f91786., hostname=39e84130bbc9,44133,1731521483889, seqNum=2] 2024-11-13T18:11:37,565 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T18:11:37,744 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 379, reset compression=false 2024-11-13T18:11:37,921 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 379, reset compression=false 2024-11-13T18:11:37,966 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 379, reset compression=false 2024-11-13T18:11:37,981 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:37,981 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 480, reset compression=false 2024-11-13T18:11:37,981 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40273,1731521473339 got entry batch from reader: WALEntryBatch [walEntries=[{test/78682919c478e7387429bacb0416816e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T18:11:37,986 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:11:37,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T18:11:37,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:37,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44977af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,40851,-1 for getting cluster id 2024-11-13T18:11:37,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:37,989 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f12a7c6d-1da9-40a0-a374-4819928d35df' 2024-11-13T18:11:37,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:37,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f12a7c6d-1da9-40a0-a374-4819928d35df" 2024-11-13T18:11:37,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2477a905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,40851,-1] 2024-11-13T18:11:37,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:37,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:37,990 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:37,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0734d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:37,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:37,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,46383,1731521478343, seqNum=-1] 2024-11-13T18:11:37,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:37,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T18:11:37,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97., hostname=39e84130bbc9,46383,1731521478343, seqNum=2] 2024-11-13T18:11:37,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:38,148 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 379, reset compression=false 2024-11-13T18:11:38,187 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 480, reset compression=false 2024-11-13T18:11:38,537 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 480, reset compression=false 2024-11-13T18:11:38,571 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T18:11:38,677 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 379, reset compression=false 2024-11-13T18:11:38,745 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 379, reset compression=false 2024-11-13T18:11:38,776 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:38,776 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 503, reset compression=false 2024-11-13T18:11:38,776 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,46383,1731521478343 got entry batch from reader: WALEntryBatch [walEntries=[{test/c49828b44d4f2a8e97a3bafe58031a97/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T18:11:38,779 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:11:38,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T18:11:38,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:38,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56700ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:38,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,46569,-1 for getting cluster id 2024-11-13T18:11:38,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:38,797 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460' 2024-11-13T18:11:38,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:38,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad3a77e6-1392-4dfd-a53e-c9ba1f9c3460" 2024-11-13T18:11:38,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51900d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:38,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,46569,-1] 2024-11-13T18:11:38,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:38,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:38,800 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:38,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@608f3d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:38,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44133,1731521483889, seqNum=-1] 2024-11-13T18:11:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:38,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T18:11:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731521488728.60a7187862f68a74a7587eba62f91786., hostname=39e84130bbc9,44133,1731521483889, seqNum=2] 2024-11-13T18:11:38,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:38,973 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 480, reset compression=false 2024-11-13T18:11:39,011 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 503, reset compression=false 2024-11-13T18:11:39,293 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 379, reset compression=false 2024-11-13T18:11:39,331 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:39,331 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 527, reset compression=false 2024-11-13T18:11:39,331 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44133,1731521483889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:39,340 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 503, reset compression=false 2024-11-13T18:11:39,488 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 480, reset compression=false 2024-11-13T18:11:39,545 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 527, reset compression=false 2024-11-13T18:11:39,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T18:11:39,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:39,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,46383,1731521478343, seqNum=-1] 2024-11-13T18:11:39,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:39,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97., hostname=39e84130bbc9,46383,1731521478343, seqNum=2] 2024-11-13T18:11:39,593 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T18:11:39,764 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 503, reset compression=false 2024-11-13T18:11:39,774 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:39,774 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 607, reset compression=false 2024-11-13T18:11:39,774 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,46383,1731521478343 got entry batch from reader: WALEntryBatch [walEntries=[{test/c49828b44d4f2a8e97a3bafe58031a97/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T18:11:39,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:39,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:39,871 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 527, reset compression=false 2024-11-13T18:11:39,879 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:39,879 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 655, reset compression=false 2024-11-13T18:11:39,880 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44133,1731521483889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:39,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:11:39,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,984 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 607, reset compression=false 2024-11-13T18:11:39,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:39,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:40,084 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 655, reset compression=false 2024-11-13T18:11:40,109 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 480, reset compression=false 2024-11-13T18:11:40,315 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 607, reset compression=false 2024-11-13T18:11:40,403 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 655, reset compression=false 2024-11-13T18:11:40,599 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T18:11:40,616 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T18:11:40,727 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 607, reset compression=false 2024-11-13T18:11:40,840 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 480, reset compression=false 2024-11-13T18:11:40,853 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 655, reset compression=false 2024-11-13T18:11:40,884 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:40,885 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 759, reset compression=false 2024-11-13T18:11:40,886 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44133,1731521483889 got entry batch from reader: WALEntryBatch [walEntries=[{test/60a7187862f68a74a7587eba62f91786/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T18:11:40,898 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:11:40,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T18:11:40,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:40,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:41,129 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 759, reset compression=false 2024-11-13T18:11:41,265 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 607, reset compression=false 2024-11-13T18:11:41,297 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:41,297 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 735, reset compression=false 2024-11-13T18:11:41,297 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,46383,1731521478343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:41,461 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 759, reset compression=false 2024-11-13T18:11:41,508 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 735, reset compression=false 2024-11-13T18:11:41,626 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T18:11:41,646 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T18:11:41,664 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 480, reset compression=false 2024-11-13T18:11:41,694 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:41,694 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:41,697 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40273,1731521473339 got entry batch from reader: WALEntryBatch [walEntries=[{test/78682919c478e7387429bacb0416816e/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T18:11:41,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:41,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:41,835 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 735, reset compression=false 2024-11-13T18:11:41,863 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:41,863 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 882, reset compression=false 2024-11-13T18:11:41,863 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,46383,1731521478343 got entry batch from reader: WALEntryBatch [walEntries=[{test/c49828b44d4f2a8e97a3bafe58031a97/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T18:11:41,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:41,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:41,903 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 759, reset compression=false 2024-11-13T18:11:41,918 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:41,928 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:41,928 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 930, reset compression=false 2024-11-13T18:11:41,928 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44133,1731521483889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:42,105 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 882, reset compression=false 2024-11-13T18:11:42,140 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 930, reset compression=false 2024-11-13T18:11:42,230 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:42,415 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 882, reset compression=false 2024-11-13T18:11:42,461 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 930, reset compression=false 2024-11-13T18:11:42,637 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:42,650 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T18:11:42,658 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T18:11:42,849 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 882, reset compression=false 2024-11-13T18:11:42,888 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 930, reset compression=false 2024-11-13T18:11:42,890 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:42,890 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1041, reset compression=false 2024-11-13T18:11:42,891 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,46383,1731521478343 got entry batch from reader: WALEntryBatch [walEntries=[{test/c49828b44d4f2a8e97a3bafe58031a97/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T18:11:42,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:42,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:42,925 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:42,925 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1080, reset compression=false 2024-11-13T18:11:42,925 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44133,1731521483889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:43,126 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1041, reset compression=false 2024-11-13T18:11:43,146 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1080, reset compression=false 2024-11-13T18:11:43,161 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:43,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:11:43,443 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1041, reset compression=false 2024-11-13T18:11:43,466 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1080, reset compression=false 2024-11-13T18:11:43,672 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T18:11:43,722 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T18:11:43,782 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:43,865 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1041, reset compression=false 2024-11-13T18:11:43,887 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1080, reset compression=false 2024-11-13T18:11:43,915 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:11:43,915 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1239, reset compression=false 2024-11-13T18:11:43,916 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44133,1731521483889 got entry batch from reader: WALEntryBatch [walEntries=[{test/60a7187862f68a74a7587eba62f91786/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T18:11:43,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T18:11:43,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T18:11:44,154 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1239, reset compression=false 2024-11-13T18:11:44,403 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1041, reset compression=false 2024-11-13T18:11:44,433 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:44,433 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1191, reset compression=false 2024-11-13T18:11:44,433 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,46383,1731521478343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:44,485 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1239, reset compression=false 2024-11-13T18:11:44,497 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:44,675 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1191, reset compression=false 2024-11-13T18:11:44,725 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T18:11:44,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:11:44,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:44,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:44,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:44,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:44,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:11:44,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=30725303, stopped=false 2024-11-13T18:11:44,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:44,734 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,46569,1731521483786 2024-11-13T18:11:44,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:44,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21024901325/running 2024-11-13T18:11:44,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:44,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:44,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:44,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:44,740 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,44133,1731521483889' ***** 2024-11-13T18:11:44,740 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:11:44,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21024901325/running 2024-11-13T18:11:44,741 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:11:44,745 INFO [RS:0;39e84130bbc9:44133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:11:44,746 INFO [RS:0;39e84130bbc9:44133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:11:44,746 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(3091): Received CLOSE for f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:44,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Set watcher on znode that does not yet exist, /21024901325/running 2024-11-13T18:11:44,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:44,746 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:11:44,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Set watcher on znode that does not yet exist, /21024901325/running 2024-11-13T18:11:44,752 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:44,758 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(3091): Received CLOSE for 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:44,758 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,44133,1731521483889 2024-11-13T18:11:44,758 INFO [RS:0;39e84130bbc9:44133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:44,758 INFO [RS:0;39e84130bbc9:44133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:44133. 2024-11-13T18:11:44,758 DEBUG [RS:0;39e84130bbc9:44133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:44,759 DEBUG [RS:0;39e84130bbc9:44133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:44,759 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8586c2bddbb156e1ffba4aece05ae6d, disabling compactions & flushes 2024-11-13T18:11:44,759 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:44,759 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:44,759 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. after waiting 0 ms 2024-11-13T18:11:44,759 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:44,759 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:11:44,759 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:11:44,759 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:11:44,759 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:11:44,759 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8586c2bddbb156e1ffba4aece05ae6d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-13T18:11:44,761 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:11:44,761 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1325): Online Regions={f8586c2bddbb156e1ffba4aece05ae6d=hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d., 60a7187862f68a74a7587eba62f91786=test,,1731521488728.60a7187862f68a74a7587eba62f91786., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:11:44,761 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60a7187862f68a74a7587eba62f91786, f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:44,765 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:11:44,765 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:11:44,765 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:11:44,765 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:11:44,766 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:11:44,766 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:11:44,813 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/info/88cb7260029446cd87105b5b2f11468d is 147, key is hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d./info:regioninfo/1731521496682/Put/seqid=0 2024-11-13T18:11:44,813 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/replication/f8586c2bddbb156e1ffba4aece05ae6d/.tmp/queue/a287d95f51514d2e9b79fc6836bf1003 is 154, key is 1-39e84130bbc9,44133,1731521483889/queue:39e84130bbc9%2C44133%2C1731521483889/1731521503934/Put/seqid=0 2024-11-13T18:11:44,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741840_1016 (size=5353) 2024-11-13T18:11:44,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741841_1017 (size=7686) 2024-11-13T18:11:44,916 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1239, reset compression=false 2024-11-13T18:11:44,963 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60a7187862f68a74a7587eba62f91786, f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:45,006 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1191, reset compression=false 2024-11-13T18:11:45,163 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60a7187862f68a74a7587eba62f91786, f8586c2bddbb156e1ffba4aece05ae6d 2024-11-13T18:11:45,261 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:11:45,262 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:11:45,265 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/replication/f8586c2bddbb156e1ffba4aece05ae6d/.tmp/queue/a287d95f51514d2e9b79fc6836bf1003 2024-11-13T18:11:45,284 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/replication/f8586c2bddbb156e1ffba4aece05ae6d/.tmp/queue/a287d95f51514d2e9b79fc6836bf1003 as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/replication/f8586c2bddbb156e1ffba4aece05ae6d/queue/a287d95f51514d2e9b79fc6836bf1003 2024-11-13T18:11:45,290 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/info/88cb7260029446cd87105b5b2f11468d 2024-11-13T18:11:45,306 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/replication/f8586c2bddbb156e1ffba4aece05ae6d/queue/a287d95f51514d2e9b79fc6836bf1003, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T18:11:45,309 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f8586c2bddbb156e1ffba4aece05ae6d in 550ms, sequenceid=12, compaction requested=false 2024-11-13T18:11:45,320 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:45,342 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/replication/f8586c2bddbb156e1ffba4aece05ae6d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T18:11:45,345 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/ns/708526c2b7b547989e7bf97497926407 is 43, key is default/ns:d/1731521486168/Put/seqid=0 2024-11-13T18:11:45,345 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:45,345 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:11:45,346 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:45,346 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8586c2bddbb156e1ffba4aece05ae6d: Waiting for close lock at 1731521504759Running coprocessor pre-close hooks at 1731521504759Disabling compacts and flushes for region at 1731521504759Disabling writes for close at 1731521504759Obtaining lock to block concurrent updates at 1731521504759Preparing flush snapshotting stores in f8586c2bddbb156e1ffba4aece05ae6d at 1731521504759Finished memstore snapshotting hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731521504760 (+1 ms)Flushing stores of hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. at 1731521504763 (+3 ms)Flushing f8586c2bddbb156e1ffba4aece05ae6d/queue: creating writer at 1731521504763Flushing f8586c2bddbb156e1ffba4aece05ae6d/queue: appending metadata at 1731521504813 (+50 ms)Flushing f8586c2bddbb156e1ffba4aece05ae6d/queue: closing flushed file at 1731521504813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac192b2: reopening flushed file at 1731521505283 (+470 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f8586c2bddbb156e1ffba4aece05ae6d in 550ms, sequenceid=12, compaction requested=false at 1731521505309 (+26 ms)Writing region close event to WAL at 1731521505321 (+12 ms)Running coprocessor post-close hooks at 1731521505345 (+24 ms)Closed at 1731521505346 (+1 ms) 2024-11-13T18:11:45,346 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521495314.f8586c2bddbb156e1ffba4aece05ae6d. 2024-11-13T18:11:45,346 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60a7187862f68a74a7587eba62f91786, disabling compactions & flushes 2024-11-13T18:11:45,346 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:45,346 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:45,346 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521488728.60a7187862f68a74a7587eba62f91786. after waiting 0 ms 2024-11-13T18:11:45,346 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:45,346 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60a7187862f68a74a7587eba62f91786 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T18:11:45,363 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:45,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:11:45,381 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/.tmp/f/9e0017d5d80646c5802eefb944b097ba is 29, key is row1/f:/1731521502651/DeleteFamily/seqid=0 2024-11-13T18:11:45,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741843_1019 (size=5152) 2024-11-13T18:11:45,409 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/.tmp/f/9e0017d5d80646c5802eefb944b097ba 2024-11-13T18:11:45,414 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e0017d5d80646c5802eefb944b097ba 2024-11-13T18:11:45,433 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/.tmp/f1/4370b7934cc743a6af61a04d704fca4c is 30, key is row1/f1:/1731521502651/DeleteFamily/seqid=0 2024-11-13T18:11:45,434 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1191, reset compression=false 2024-11-13T18:11:45,449 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1239, reset compression=false 2024-11-13T18:11:45,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741844_1020 (size=5158) 2024-11-13T18:11:45,462 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/.tmp/f1/4370b7934cc743a6af61a04d704fca4c 2024-11-13T18:11:45,463 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:45,463 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1486, reset compression=false 2024-11-13T18:11:45,463 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44133,1731521483889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:45,464 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,44133,1731521483889: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,44133,1731521483889, walGroup=39e84130bbc9%2C44133%2C1731521483889, offset=39e84130bbc9%2C44133%2C1731521483889.1731521485393:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:44133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:11:45,466 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:11:45,466 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:11:45,466 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:11:45,467 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:11:45,467 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:11:45,467 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 869823424 }, "NonHeapMemoryUsage": { "committed": 207486976, "init": 7667712, "max": -1, "used": 202295984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:11:45,467 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:46569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:46569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:11:45,479 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4370b7934cc743a6af61a04d704fca4c 2024-11-13T18:11:45,499 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/.tmp/norep/ad7189d35eb84af7b9e6687acb395471 is 33, key is row2/norep:/1731521503674/DeleteFamily/seqid=0 2024-11-13T18:11:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741845_1021 (size=5108) 2024-11-13T18:11:45,524 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/.tmp/norep/ad7189d35eb84af7b9e6687acb395471 2024-11-13T18:11:45,546 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad7189d35eb84af7b9e6687acb395471 2024-11-13T18:11:45,556 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/.tmp/f/9e0017d5d80646c5802eefb944b097ba as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/f/9e0017d5d80646c5802eefb944b097ba 2024-11-13T18:11:45,564 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60a7187862f68a74a7587eba62f91786 2024-11-13T18:11:45,570 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e0017d5d80646c5802eefb944b097ba 2024-11-13T18:11:45,570 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/f/9e0017d5d80646c5802eefb944b097ba, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T18:11:45,571 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/.tmp/f1/4370b7934cc743a6af61a04d704fca4c as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/f1/4370b7934cc743a6af61a04d704fca4c 2024-11-13T18:11:45,581 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4370b7934cc743a6af61a04d704fca4c 2024-11-13T18:11:45,581 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/f1/4370b7934cc743a6af61a04d704fca4c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T18:11:45,581 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/.tmp/norep/ad7189d35eb84af7b9e6687acb395471 as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/norep/ad7189d35eb84af7b9e6687acb395471 2024-11-13T18:11:45,615 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad7189d35eb84af7b9e6687acb395471 2024-11-13T18:11:45,616 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/norep/ad7189d35eb84af7b9e6687acb395471, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T18:11:45,617 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 60a7187862f68a74a7587eba62f91786 in 271ms, sequenceid=10, compaction requested=false 2024-11-13T18:11:45,663 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/default/test/60a7187862f68a74a7587eba62f91786/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T18:11:45,667 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:45,668 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:11:45,668 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:45,668 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60a7187862f68a74a7587eba62f91786: Waiting for close lock at 1731521505346Running coprocessor pre-close hooks at 1731521505346Disabling compacts and flushes for region at 1731521505346Disabling writes for close at 1731521505346Obtaining lock to block concurrent updates at 1731521505346Preparing flush snapshotting stores in 60a7187862f68a74a7587eba62f91786 at 1731521505346Finished memstore snapshotting test,,1731521488728.60a7187862f68a74a7587eba62f91786., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731521505347 (+1 ms)Flushing stores of test,,1731521488728.60a7187862f68a74a7587eba62f91786. at 1731521505348 (+1 ms)Flushing 60a7187862f68a74a7587eba62f91786/f: creating writer at 1731521505348Flushing 60a7187862f68a74a7587eba62f91786/f: appending metadata at 1731521505381 (+33 ms)Flushing 60a7187862f68a74a7587eba62f91786/f: closing flushed file at 1731521505381Flushing 60a7187862f68a74a7587eba62f91786/f1: creating writer at 1731521505414 (+33 ms)Flushing 60a7187862f68a74a7587eba62f91786/f1: appending metadata at 1731521505432 (+18 ms)Flushing 60a7187862f68a74a7587eba62f91786/f1: closing flushed file at 1731521505432Flushing 60a7187862f68a74a7587eba62f91786/norep: creating writer at 1731521505479 (+47 ms)Flushing 60a7187862f68a74a7587eba62f91786/norep: appending metadata at 1731521505498 (+19 ms)Flushing 60a7187862f68a74a7587eba62f91786/norep: closing flushed file at 1731521505498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@320f6432: reopening flushed file at 1731521505546 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3583b0b8: reopening flushed file at 1731521505570 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6be097e0: reopening flushed file at 1731521505581 (+11 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 60a7187862f68a74a7587eba62f91786 in 271ms, sequenceid=10, compaction requested=false at 1731521505617 (+36 ms)Writing region close event to WAL at 1731521505635 (+18 ms)Running coprocessor post-close hooks at 1731521505667 (+32 ms)Closed at 1731521505668 (+1 ms) 2024-11-13T18:11:45,668 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521488728.60a7187862f68a74a7587eba62f91786. 2024-11-13T18:11:45,686 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 1486, reset compression=false 2024-11-13T18:11:45,725 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:45,725 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 2130, reset compression=false 2024-11-13T18:11:45,765 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:11:45,765 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:11:45,765 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:45,785 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/ns/708526c2b7b547989e7bf97497926407 2024-11-13T18:11:45,835 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/rep_barrier/c49acc8e5dc44612a372523ade679128 is 112, key is test,,1731521488728.60a7187862f68a74a7587eba62f91786./rep_barrier:seqnumDuringOpen/1731521490162/Put/seqid=0 2024-11-13T18:11:45,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741846_1022 (size=5518) 2024-11-13T18:11:45,893 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/rep_barrier/c49acc8e5dc44612a372523ade679128 2024-11-13T18:11:45,943 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1191, reset compression=false 2024-11-13T18:11:45,957 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 2130, reset compression=false 2024-11-13T18:11:45,965 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:45,966 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/table/2ce7b64188f448348a0ed9d9eb37a724 is 53, key is hbase:replication/table:state/1731521496713/Put/seqid=0 2024-11-13T18:11:46,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741847_1023 (size=5308) 2024-11-13T18:11:46,037 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/table/2ce7b64188f448348a0ed9d9eb37a724 2024-11-13T18:11:46,089 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/info/88cb7260029446cd87105b5b2f11468d as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/info/88cb7260029446cd87105b5b2f11468d 2024-11-13T18:11:46,119 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/info/88cb7260029446cd87105b5b2f11468d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:11:46,129 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/ns/708526c2b7b547989e7bf97497926407 as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/ns/708526c2b7b547989e7bf97497926407 2024-11-13T18:11:46,167 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:46,178 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/ns/708526c2b7b547989e7bf97497926407, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:11:46,187 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/rep_barrier/c49acc8e5dc44612a372523ade679128 as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/rep_barrier/c49acc8e5dc44612a372523ade679128 2024-11-13T18:11:46,237 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/rep_barrier/c49acc8e5dc44612a372523ade679128, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:11:46,244 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:46,249 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/.tmp/table/2ce7b64188f448348a0ed9d9eb37a724 as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/table/2ce7b64188f448348a0ed9d9eb37a724 2024-11-13T18:11:46,281 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 2130, reset compression=false 2024-11-13T18:11:46,291 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/table/2ce7b64188f448348a0ed9d9eb37a724, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:11:46,297 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1531ms, sequenceid=16, compaction requested=false 2024-11-13T18:11:46,367 DEBUG [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:46,394 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:11:46,395 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:46,395 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:11:46,395 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:46,395 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521504765Running coprocessor pre-close hooks at 1731521504765Disabling compacts and flushes for region at 1731521504765Disabling writes for close at 1731521504765Obtaining lock to block concurrent updates at 1731521504766 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731521504766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521504766Flushing stores of hbase:meta,,1.1588230740 at 1731521504773 (+7 ms)Flushing 1588230740/info: creating writer at 1731521504773Flushing 1588230740/info: appending metadata at 1731521504813 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731521504813Flushing 1588230740/ns: creating writer at 1731521505303 (+490 ms)Flushing 1588230740/ns: appending metadata at 1731521505344 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731521505344Flushing 1588230740/rep_barrier: creating writer at 1731521505803 (+459 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521505835 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521505835Flushing 1588230740/table: creating writer at 1731521505934 (+99 ms)Flushing 1588230740/table: appending metadata at 1731521505965 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731521505965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ce6631: reopening flushed file at 1731521506083 (+118 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328f5f11: reopening flushed file at 1731521506120 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb2397f: reopening flushed file at 1731521506178 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2a21f8: reopening flushed file at 1731521506237 (+59 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1531ms, sequenceid=16, compaction requested=false at 1731521506297 (+60 ms)Writing region close event to WAL at 1731521506362 (+65 ms)Running coprocessor post-close hooks at 1731521506395 (+33 ms)Closed at 1731521506395 2024-11-13T18:11:46,395 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:46,569 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,44133,1731521483889; all regions closed. 2024-11-13T18:11:46,573 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1191, reset compression=false 2024-11-13T18:11:46,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:11:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741839_1015 (size=3114) 2024-11-13T18:11:46,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.rep.1731521496549 not finished, retry = 0 2024-11-13T18:11:46,704 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 to pos 2130, reset compression=false 2024-11-13T18:11:46,714 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:46,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:11:46,715 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108655 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:11:46,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741832_1008 (size=2138) 2024-11-13T18:11:46,767 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 for the last time to pos 2130, reset compression=false 2024-11-13T18:11:46,768 DEBUG [RS:0;39e84130bbc9:44133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:46,768 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:46,768 INFO [RS:0;39e84130bbc9:44133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:46,769 INFO [RS:0;39e84130bbc9:44133 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:46,770 INFO [RS:0;39e84130bbc9:44133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:46,771 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,44133,1731521483889 because: Region server is closing 2024-11-13T18:11:46,771 INFO [RS:0;39e84130bbc9:44133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:44133. 2024-11-13T18:11:46,771 DEBUG [RS:0;39e84130bbc9:44133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:46,771 DEBUG [RS:0;39e84130bbc9:44133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:46,772 DEBUG [RS:0;39e84130bbc9:44133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:46,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:46,773 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:46,774 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 and length of the file is 2138 2024-11-13T18:11:46,774 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/WALs/39e84130bbc9,44133,1731521483889/39e84130bbc9%2C44133%2C1731521483889.1731521485393 2024-11-13T18:11:46,872 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.shipper39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 terminated 2024-11-13T18:11:46,872 INFO [RS:0;39e84130bbc9:44133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:44133. 2024-11-13T18:11:46,872 DEBUG [RS:0;39e84130bbc9:44133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:46,872 DEBUG [RS:0;39e84130bbc9:44133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:46,872 DEBUG [RS:0;39e84130bbc9:44133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:46,873 INFO [RS:0;39e84130bbc9:44133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44133 2024-11-13T18:11:46,872 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44133,1731521483889.replicationSource.wal-reader.39e84130bbc9%2C44133%2C1731521483889,1-39e84130bbc9,44133,1731521483889 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T18:11:46,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:46,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325/rs 2024-11-13T18:11:46,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21024901325/rs/39e84130bbc9,44133,1731521483889 2024-11-13T18:11:46,877 INFO [RS:0;39e84130bbc9:44133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:46,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,44133,1731521483889] 2024-11-13T18:11:46,886 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21024901325/draining/39e84130bbc9,44133,1731521483889 already deleted, retry=false 2024-11-13T18:11:46,886 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,44133,1731521483889 expired; onlineServers=0 2024-11-13T18:11:46,886 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,46569,1731521483786' ***** 2024-11-13T18:11:46,886 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:11:46,886 INFO [M:0;39e84130bbc9:46569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:46,886 INFO [M:0;39e84130bbc9:46569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:46,886 DEBUG [M:0;39e84130bbc9:46569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:11:46,886 DEBUG [M:0;39e84130bbc9:46569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:11:46,886 INFO [M:0;39e84130bbc9:46569 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:46,887 INFO [M:0;39e84130bbc9:46569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:46,887 DEBUG [M:0;39e84130bbc9:46569 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:11:46,887 INFO [M:0;39e84130bbc9:46569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:11:46,887 INFO [M:0;39e84130bbc9:46569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:46,887 INFO [M:0;39e84130bbc9:46569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:11:46,887 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:11:46,887 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521485187 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521485187,5,FailOnTimeoutGroup] 2024-11-13T18:11:46,889 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521485187 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521485187,5,FailOnTimeoutGroup] 2024-11-13T18:11:46,890 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:11:46,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21024901325/master 2024-11-13T18:11:46,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21024901325 2024-11-13T18:11:46,893 DEBUG [M:0;39e84130bbc9:46569 {}] zookeeper.RecoverableZooKeeper(212): Node /21024901325/master already deleted, retry=false 2024-11-13T18:11:46,893 DEBUG [M:0;39e84130bbc9:46569 {}] master.ActiveMasterManager(353): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Failed delete of our master address node; KeeperErrorCode = NoNode for /21024901325/master 2024-11-13T18:11:46,911 INFO [M:0;39e84130bbc9:46569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/.lastflushedseqids 2024-11-13T18:11:46,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741848_1024 (size=245) 2024-11-13T18:11:46,974 INFO [M:0;39e84130bbc9:46569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:11:46,976 INFO [M:0;39e84130bbc9:46569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:11:46,976 DEBUG [M:0;39e84130bbc9:46569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:11:46,976 INFO [M:0;39e84130bbc9:46569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:46,976 DEBUG [M:0;39e84130bbc9:46569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:46,976 DEBUG [M:0;39e84130bbc9:46569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:11:46,976 DEBUG [M:0;39e84130bbc9:46569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:46,976 INFO [M:0;39e84130bbc9:46569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T18:11:46,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:46,984 INFO [RS:0;39e84130bbc9:44133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:46,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44133-0x100ed4bda630007, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:46,984 INFO [RS:0;39e84130bbc9:44133 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,44133,1731521483889; zookeeper connection closed. 2024-11-13T18:11:46,992 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2175c695 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2175c695 2024-11-13T18:11:46,993 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:11:47,025 DEBUG [M:0;39e84130bbc9:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/538d06222e4041cca701cb25bb6b5de5 is 82, key is hbase:meta,,1/info:regioninfo/1731521486142/Put/seqid=0 2024-11-13T18:11:47,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741849_1025 (size=5672) 2024-11-13T18:11:47,065 INFO [M:0;39e84130bbc9:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/538d06222e4041cca701cb25bb6b5de5 2024-11-13T18:11:47,130 DEBUG [M:0;39e84130bbc9:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53bc6407c31f47d68552ec22c56214e9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731521496719/Put/seqid=0 2024-11-13T18:11:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741850_1026 (size=8516) 2024-11-13T18:11:47,165 INFO [M:0;39e84130bbc9:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53bc6407c31f47d68552ec22c56214e9 2024-11-13T18:11:47,236 DEBUG [M:0;39e84130bbc9:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34c4e5157c7e4b7892a89d790cb78127 is 69, key is 39e84130bbc9,44133,1731521483889/rs:state/1731521485215/Put/seqid=0 2024-11-13T18:11:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741851_1027 (size=5156) 2024-11-13T18:11:47,247 INFO [M:0;39e84130bbc9:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34c4e5157c7e4b7892a89d790cb78127 2024-11-13T18:11:47,264 DEBUG [M:0;39e84130bbc9:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/538d06222e4041cca701cb25bb6b5de5 as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/538d06222e4041cca701cb25bb6b5de5 2024-11-13T18:11:47,278 INFO [M:0;39e84130bbc9:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/538d06222e4041cca701cb25bb6b5de5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T18:11:47,280 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:47,284 DEBUG [M:0;39e84130bbc9:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53bc6407c31f47d68552ec22c56214e9 as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53bc6407c31f47d68552ec22c56214e9 2024-11-13T18:11:47,290 INFO [M:0;39e84130bbc9:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53bc6407c31f47d68552ec22c56214e9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T18:11:47,296 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1191, reset compression=false 2024-11-13T18:11:47,302 DEBUG [M:0;39e84130bbc9:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34c4e5157c7e4b7892a89d790cb78127 as hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34c4e5157c7e4b7892a89d790cb78127 2024-11-13T18:11:47,327 INFO [M:0;39e84130bbc9:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/107bbf07-f570-942c-104c-9521b718e669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34c4e5157c7e4b7892a89d790cb78127, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T18:11:47,328 INFO [M:0;39e84130bbc9:46569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 352ms, sequenceid=97, compaction requested=false 2024-11-13T18:11:47,334 INFO [M:0;39e84130bbc9:46569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:47,334 DEBUG [M:0;39e84130bbc9:46569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521506976Disabling compacts and flushes for region at 1731521506976Disabling writes for close at 1731521506976Obtaining lock to block concurrent updates at 1731521506976Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521506976Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731521506977 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521506980 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521506980Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521507025 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521507025Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521507090 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521507130 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521507130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521507194 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521507236 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521507236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e2c747: reopening flushed file at 1731521507258 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fdc95b: reopening flushed file at 1731521507281 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571a90ef: reopening flushed file at 1731521507291 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 352ms, sequenceid=97, compaction requested=false at 1731521507328 (+37 ms)Writing region close event to WAL at 1731521507334 (+6 ms)Closed at 1731521507334 2024-11-13T18:11:47,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41195 is added to blk_1073741830_1006 (size=63654) 2024-11-13T18:11:47,354 INFO [M:0;39e84130bbc9:46569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:11:47,354 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:47,355 INFO [M:0;39e84130bbc9:46569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46569 2024-11-13T18:11:47,358 INFO [M:0;39e84130bbc9:46569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:47,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:47,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x100ed4bda630006, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:47,461 INFO [M:0;39e84130bbc9:46569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:47,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57e8c9d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:11:47,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4810bc22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:47,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:47,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1823cd97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:47,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2002b9ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:47,480 WARN [BP-1426546719-172.17.0.3-1731521481849 heartbeating to localhost/127.0.0.1:32935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:11:47,480 WARN [BP-1426546719-172.17.0.3-1731521481849 heartbeating to localhost/127.0.0.1:32935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1426546719-172.17.0.3-1731521481849 (Datanode Uuid f39c4f00-0847-4f11-ac0b-97d0c771961c) service to localhost/127.0.0.1:32935 2024-11-13T18:11:47,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/cluster_73568325-777d-a2e7-e3f2-7821ebc3c5e6/data/data1/current/BP-1426546719-172.17.0.3-1731521481849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:47,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:11:47,481 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:11:47,481 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:11:47,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/cluster_73568325-777d-a2e7-e3f2-7821ebc3c5e6/data/data2/current/BP-1426546719-172.17.0.3-1731521481849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:47,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@743d29b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:11:47,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d4de04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:47,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:47,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7adf99a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:47,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13cefcc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:47,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:11:47,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:11:47,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:47,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:47,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:47,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:47,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:11:47,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=421225374, stopped=false 2024-11-13T18:11:47,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,40851,1731521478221 2024-11-13T18:11:47,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:47,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-615385372/running 2024-11-13T18:11:47,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:47,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:47,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:47,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:47,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:47,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,46383,1731521478343' ***** 2024-11-13T18:11:47,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:11:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-615385372/running 2024-11-13T18:11:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:47,529 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:11:47,529 INFO [RS:0;39e84130bbc9:46383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:11:47,529 INFO [RS:0;39e84130bbc9:46383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:11:47,529 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:11:47,530 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:47,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Set watcher on znode that does not yet exist, /1-615385372/running 2024-11-13T18:11:47,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Set watcher on znode that does not yet exist, /1-615385372/running 2024-11-13T18:11:47,533 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:47,533 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,46383,1731521478343 2024-11-13T18:11:47,533 INFO [RS:0;39e84130bbc9:46383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:47,533 INFO [RS:0;39e84130bbc9:46383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:46383. 2024-11-13T18:11:47,533 DEBUG [RS:0;39e84130bbc9:46383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:47,533 DEBUG [RS:0;39e84130bbc9:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:47,533 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:11:47,533 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:11:47,533 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:11:47,533 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:11:47,534 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c49828b44d4f2a8e97a3bafe58031a97, disabling compactions & flushes 2024-11-13T18:11:47,534 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:47,534 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:47,534 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. after waiting 0 ms 2024-11-13T18:11:47,534 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:47,534 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c49828b44d4f2a8e97a3bafe58031a97 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T18:11:47,537 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:11:47,537 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1325): Online Regions={c49828b44d4f2a8e97a3bafe58031a97=test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97., 1588230740=hbase:meta,,1.1588230740, 430b644caa360a1edb54c2466ad9b3c8=hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8.} 2024-11-13T18:11:47,537 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 430b644caa360a1edb54c2466ad9b3c8, c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:47,538 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:11:47,538 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:11:47,538 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:11:47,538 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:11:47,538 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:11:47,538 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:11:47,568 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:47,589 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/.tmp/f/bfd6eda9e4094ab4aacadf140573ce9f is 29, key is row1/f:/1731521502651/DeleteFamily/seqid=0 2024-11-13T18:11:47,595 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/info/842432b5d6aa4114ae27d7178f31cbf6 is 147, key is hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8./info:regioninfo/1731521494501/Put/seqid=0 2024-11-13T18:11:47,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741840_1016 (size=5152) 2024-11-13T18:11:47,617 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/.tmp/f/bfd6eda9e4094ab4aacadf140573ce9f 2024-11-13T18:11:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741841_1017 (size=7686) 2024-11-13T18:11:47,642 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfd6eda9e4094ab4aacadf140573ce9f 2024-11-13T18:11:47,645 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/info/842432b5d6aa4114ae27d7178f31cbf6 2024-11-13T18:11:47,677 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/.tmp/f1/810e7c45ed3a4615b2fb8eab1dcc5868 is 30, key is row1/f1:/1731521502651/DeleteFamily/seqid=0 2024-11-13T18:11:47,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741842_1018 (size=5158) 2024-11-13T18:11:47,705 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/ns/53036ad902c340bab6f4c260151f4473 is 43, key is default/ns:d/1731521481705/Put/seqid=0 2024-11-13T18:11:47,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741843_1019 (size=5153) 2024-11-13T18:11:47,719 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/ns/53036ad902c340bab6f4c260151f4473 2024-11-13T18:11:47,738 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 430b644caa360a1edb54c2466ad9b3c8, c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:47,741 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/rep_barrier/d18d2894ef0348069a76d720b761ccbf is 112, key is test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97./rep_barrier:seqnumDuringOpen/1731521488569/Put/seqid=0 2024-11-13T18:11:47,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741844_1020 (size=5518) 2024-11-13T18:11:47,782 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/rep_barrier/d18d2894ef0348069a76d720b761ccbf 2024-11-13T18:11:47,803 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:11:47,820 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/table/5a85e7d6c13f4a0f94122c5457b7c0d6 is 53, key is hbase:replication/table:state/1731521494536/Put/seqid=0 2024-11-13T18:11:47,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741845_1021 (size=5308) 2024-11-13T18:11:47,888 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/table/5a85e7d6c13f4a0f94122c5457b7c0d6 2024-11-13T18:11:47,908 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:11:47,909 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:11:47,920 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/info/842432b5d6aa4114ae27d7178f31cbf6 as hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/info/842432b5d6aa4114ae27d7178f31cbf6 2024-11-13T18:11:47,939 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 430b644caa360a1edb54c2466ad9b3c8, c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:47,940 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/info/842432b5d6aa4114ae27d7178f31cbf6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:11:47,941 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/ns/53036ad902c340bab6f4c260151f4473 as hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/ns/53036ad902c340bab6f4c260151f4473 2024-11-13T18:11:47,986 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/ns/53036ad902c340bab6f4c260151f4473, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:11:47,996 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/rep_barrier/d18d2894ef0348069a76d720b761ccbf as hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/rep_barrier/d18d2894ef0348069a76d720b761ccbf 2024-11-13T18:11:48,028 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/rep_barrier/d18d2894ef0348069a76d720b761ccbf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:11:48,031 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/.tmp/table/5a85e7d6c13f4a0f94122c5457b7c0d6 as hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/table/5a85e7d6c13f4a0f94122c5457b7c0d6 2024-11-13T18:11:48,074 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/table/5a85e7d6c13f4a0f94122c5457b7c0d6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:11:48,081 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 543ms, sequenceid=16, compaction requested=false 2024-11-13T18:11:48,102 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/.tmp/f1/810e7c45ed3a4615b2fb8eab1dcc5868 2024-11-13T18:11:48,114 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1191, reset compression=false 2024-11-13T18:11:48,137 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 810e7c45ed3a4615b2fb8eab1dcc5868 2024-11-13T18:11:48,140 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 430b644caa360a1edb54c2466ad9b3c8, c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:48,169 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:11:48,170 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:48,170 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:11:48,170 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:48,170 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521507538Running coprocessor pre-close hooks at 1731521507538Disabling compacts and flushes for region at 1731521507538Disabling writes for close at 1731521507538Obtaining lock to block concurrent updates at 1731521507538Preparing flush snapshotting stores in 1588230740 at 1731521507538Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521507538Flushing stores of hbase:meta,,1.1588230740 at 1731521507542 (+4 ms)Flushing 1588230740/info: creating writer at 1731521507542Flushing 1588230740/info: appending metadata at 1731521507595 (+53 ms)Flushing 1588230740/info: closing flushed file at 1731521507595Flushing 1588230740/ns: creating writer at 1731521507661 (+66 ms)Flushing 1588230740/ns: appending metadata at 1731521507704 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1731521507704Flushing 1588230740/rep_barrier: creating writer at 1731521507723 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521507740 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521507741 (+1 ms)Flushing 1588230740/table: creating writer at 1731521507794 (+53 ms)Flushing 1588230740/table: appending metadata at 1731521507819 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731521507820 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee8691a: reopening flushed file at 1731521507911 (+91 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab2b8f5: reopening flushed file at 1731521507940 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e96202e: reopening flushed file at 1731521507986 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1e26f9: reopening flushed file at 1731521508028 (+42 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 543ms, sequenceid=16, compaction requested=false at 1731521508081 (+53 ms)Writing region close event to WAL at 1731521508114 (+33 ms)Running coprocessor post-close hooks at 1731521508170 (+56 ms)Closed at 1731521508170 2024-11-13T18:11:48,170 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:48,170 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:48,170 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1438, reset compression=false 2024-11-13T18:11:48,170 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,46383,1731521478343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:48,171 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,46383,1731521478343: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,46383,1731521478343, walGroup=39e84130bbc9%2C46383%2C1731521478343, offset=39e84130bbc9%2C46383%2C1731521478343.1731521481095:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:46383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:11:48,173 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:11:48,173 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:11:48,173 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:11:48,173 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:11:48,173 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:11:48,174 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 941126592 }, "NonHeapMemoryUsage": { "committed": 207552512, "init": 7667712, "max": -1, "used": 202627488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:11:48,174 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:40851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:40851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:11:48,203 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/.tmp/norep/e37cf341f6b842cb9f54accdb677395c is 33, key is row1/norep:/1731521502651/DeleteFamily/seqid=0 2024-11-13T18:11:48,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741846_1022 (size=5108) 2024-11-13T18:11:48,257 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/.tmp/norep/e37cf341f6b842cb9f54accdb677395c 2024-11-13T18:11:48,292 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e37cf341f6b842cb9f54accdb677395c 2024-11-13T18:11:48,305 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/.tmp/f/bfd6eda9e4094ab4aacadf140573ce9f as hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/f/bfd6eda9e4094ab4aacadf140573ce9f 2024-11-13T18:11:48,329 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfd6eda9e4094ab4aacadf140573ce9f 2024-11-13T18:11:48,329 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/f/bfd6eda9e4094ab4aacadf140573ce9f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T18:11:48,333 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/.tmp/f1/810e7c45ed3a4615b2fb8eab1dcc5868 as hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/f1/810e7c45ed3a4615b2fb8eab1dcc5868 2024-11-13T18:11:48,341 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1351): Waiting on 430b644caa360a1edb54c2466ad9b3c8, c49828b44d4f2a8e97a3bafe58031a97 2024-11-13T18:11:48,348 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 810e7c45ed3a4615b2fb8eab1dcc5868 2024-11-13T18:11:48,348 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/f1/810e7c45ed3a4615b2fb8eab1dcc5868, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T18:11:48,349 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/.tmp/norep/e37cf341f6b842cb9f54accdb677395c as hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/norep/e37cf341f6b842cb9f54accdb677395c 2024-11-13T18:11:48,368 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e37cf341f6b842cb9f54accdb677395c 2024-11-13T18:11:48,368 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/norep/e37cf341f6b842cb9f54accdb677395c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T18:11:48,371 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c49828b44d4f2a8e97a3bafe58031a97 in 837ms, sequenceid=10, compaction requested=false 2024-11-13T18:11:48,395 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:48,396 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1438, reset compression=false 2024-11-13T18:11:48,435 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:48,435 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 to pos 1787, reset compression=false 2024-11-13T18:11:48,456 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/data/default/test/c49828b44d4f2a8e97a3bafe58031a97/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T18:11:48,461 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:48,461 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:11:48,461 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:48,461 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c49828b44d4f2a8e97a3bafe58031a97: Waiting for close lock at 1731521507534Running coprocessor pre-close hooks at 1731521507534Disabling compacts and flushes for region at 1731521507534Disabling writes for close at 1731521507534Obtaining lock to block concurrent updates at 1731521507534Preparing flush snapshotting stores in c49828b44d4f2a8e97a3bafe58031a97 at 1731521507534Finished memstore snapshotting test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731521507534Flushing stores of test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. at 1731521507539 (+5 ms)Flushing c49828b44d4f2a8e97a3bafe58031a97/f: creating writer at 1731521507540 (+1 ms)Flushing c49828b44d4f2a8e97a3bafe58031a97/f: appending metadata at 1731521507588 (+48 ms)Flushing c49828b44d4f2a8e97a3bafe58031a97/f: closing flushed file at 1731521507588Flushing c49828b44d4f2a8e97a3bafe58031a97/f1: creating writer at 1731521507642 (+54 ms)Flushing c49828b44d4f2a8e97a3bafe58031a97/f1: appending metadata at 1731521507676 (+34 ms)Flushing c49828b44d4f2a8e97a3bafe58031a97/f1: closing flushed file at 1731521507676Flushing c49828b44d4f2a8e97a3bafe58031a97/norep: creating writer at 1731521508137 (+461 ms)Flushing c49828b44d4f2a8e97a3bafe58031a97/norep: appending metadata at 1731521508202 (+65 ms)Flushing c49828b44d4f2a8e97a3bafe58031a97/norep: closing flushed file at 1731521508202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@636e07f5: reopening flushed file at 1731521508292 (+90 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219f23ac: reopening flushed file at 1731521508329 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35dba62c: reopening flushed file at 1731521508348 (+19 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c49828b44d4f2a8e97a3bafe58031a97 in 837ms, sequenceid=10, compaction requested=false at 1731521508371 (+23 ms)Writing region close event to WAL at 1731521508443 (+72 ms)Running coprocessor post-close hooks at 1731521508461 (+18 ms)Closed at 1731521508461 2024-11-13T18:11:48,462 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521487566.c49828b44d4f2a8e97a3bafe58031a97. 2024-11-13T18:11:48,462 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 430b644caa360a1edb54c2466ad9b3c8, disabling compactions & flushes 2024-11-13T18:11:48,462 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:48,462 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:48,462 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. after waiting 0 ms 2024-11-13T18:11:48,462 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:48,462 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 430b644caa360a1edb54c2466ad9b3c8: Waiting for close lock at 1731521508462Running coprocessor pre-close hooks at 1731521508462Disabling compacts and flushes for region at 1731521508462Disabling writes for close at 1731521508462Failed flush hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8., putting online again at 1731521508462 2024-11-13T18:11:48,462 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:48,464 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:48,541 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:11:48,541 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1325): Online Regions={430b644caa360a1edb54c2466ad9b3c8=hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8.} 2024-11-13T18:11:48,541 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:48,542 DEBUG [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1351): Waiting on 430b644caa360a1edb54c2466ad9b3c8 2024-11-13T18:11:48,542 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 430b644caa360a1edb54c2466ad9b3c8, disabling compactions & flushes 2024-11-13T18:11:48,542 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:48,542 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:48,542 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. after waiting 0 ms 2024-11-13T18:11:48,542 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:48,542 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 430b644caa360a1edb54c2466ad9b3c8: Waiting for close lock at 1731521508542Running coprocessor pre-close hooks at 1731521508542Disabling compacts and flushes for region at 1731521508542Disabling writes for close at 1731521508542Failed flush hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8., putting online again at 1731521508542 2024-11-13T18:11:48,542 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731521493094.430b644caa360a1edb54c2466ad9b3c8. 2024-11-13T18:11:48,742 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T18:11:48,742 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,46383,1731521478343; all regions closed. 2024-11-13T18:11:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:11:48,748 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.meta.1731521481594.meta not finished, retry = 0 2024-11-13T18:11:48,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741839_1015 (size=2171) 2024-11-13T18:11:48,873 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/WALs/39e84130bbc9,46383,1731521478343/39e84130bbc9%2C46383%2C1731521478343.1731521481095 not finished, retry = 0 2024-11-13T18:11:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741833_1009 (size=2090) 2024-11-13T18:11:48,978 DEBUG [RS:0;39e84130bbc9:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:48,978 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:48,978 INFO [RS:0;39e84130bbc9:46383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:48,978 INFO [RS:0;39e84130bbc9:46383 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:48,978 INFO [RS:0;39e84130bbc9:46383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:48,979 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,46383,1731521478343 because: Region server is closing 2024-11-13T18:11:48,979 INFO [RS:0;39e84130bbc9:46383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:46383. 2024-11-13T18:11:48,979 DEBUG [RS:0;39e84130bbc9:46383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:48,979 DEBUG [RS:0;39e84130bbc9:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:48,979 DEBUG [RS:0;39e84130bbc9:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:48,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:48,981 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:49,081 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.shipper39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 terminated 2024-11-13T18:11:49,081 INFO [RS:0;39e84130bbc9:46383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:46383. 2024-11-13T18:11:49,081 DEBUG [RS:0;39e84130bbc9:46383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:49,082 DEBUG [RS:0;39e84130bbc9:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:49,082 DEBUG [RS:0;39e84130bbc9:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:49,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:49,082 INFO [RS:0;39e84130bbc9:46383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46383 2024-11-13T18:11:49,082 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,46383,1731521478343.replicationSource.wal-reader.39e84130bbc9%2C46383%2C1731521478343,1-39e84130bbc9,46383,1731521478343 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-13T18:11:49,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372/rs 2024-11-13T18:11:49,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-615385372/rs/39e84130bbc9,46383,1731521478343 2024-11-13T18:11:49,091 INFO [RS:0;39e84130bbc9:46383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:49,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,46383,1731521478343] 2024-11-13T18:11:49,092 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-615385372/draining/39e84130bbc9,46383,1731521478343 already deleted, retry=false 2024-11-13T18:11:49,092 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,46383,1731521478343 expired; onlineServers=0 2024-11-13T18:11:49,092 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,40851,1731521478221' ***** 2024-11-13T18:11:49,092 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:11:49,093 INFO [M:0;39e84130bbc9:40851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:49,093 INFO [M:0;39e84130bbc9:40851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:49,093 DEBUG [M:0;39e84130bbc9:40851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:11:49,093 DEBUG [M:0;39e84130bbc9:40851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:11:49,093 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521480677 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521480677,5,FailOnTimeoutGroup] 2024-11-13T18:11:49,093 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:11:49,093 INFO [M:0;39e84130bbc9:40851 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:49,093 INFO [M:0;39e84130bbc9:40851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:49,093 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521480685 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521480685,5,FailOnTimeoutGroup] 2024-11-13T18:11:49,093 DEBUG [M:0;39e84130bbc9:40851 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:11:49,093 INFO [M:0;39e84130bbc9:40851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:11:49,094 INFO [M:0;39e84130bbc9:40851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:49,094 INFO [M:0;39e84130bbc9:40851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:11:49,095 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:11:49,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-615385372/master 2024-11-13T18:11:49,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-615385372 2024-11-13T18:11:49,096 DEBUG [M:0;39e84130bbc9:40851 {}] zookeeper.RecoverableZooKeeper(212): Node /1-615385372/master already deleted, retry=false 2024-11-13T18:11:49,097 DEBUG [M:0;39e84130bbc9:40851 {}] master.ActiveMasterManager(353): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-615385372/master 2024-11-13T18:11:49,097 INFO [M:0;39e84130bbc9:40851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/.lastflushedseqids 2024-11-13T18:11:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741847_1023 (size=245) 2024-11-13T18:11:49,194 INFO [RS:0;39e84130bbc9:46383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:49,195 INFO [RS:0;39e84130bbc9:46383 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,46383,1731521478343; zookeeper connection closed. 2024-11-13T18:11:49,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:49,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x100ed4bda630004, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:49,201 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22fe2991 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22fe2991 2024-11-13T18:11:49,202 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:11:49,565 INFO [M:0;39e84130bbc9:40851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:11:49,569 INFO [M:0;39e84130bbc9:40851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:11:49,569 DEBUG [M:0;39e84130bbc9:40851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:11:49,569 INFO [M:0;39e84130bbc9:40851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:49,569 DEBUG [M:0;39e84130bbc9:40851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:49,569 DEBUG [M:0;39e84130bbc9:40851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:11:49,570 DEBUG [M:0;39e84130bbc9:40851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:49,570 INFO [M:0;39e84130bbc9:40851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T18:11:49,604 DEBUG [M:0;39e84130bbc9:40851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/905f6b0eb24f4e5fac53b4e7502ba487 is 82, key is hbase:meta,,1/info:regioninfo/1731521481684/Put/seqid=0 2024-11-13T18:11:49,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741848_1024 (size=5672) 2024-11-13T18:11:49,617 INFO [M:0;39e84130bbc9:40851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/905f6b0eb24f4e5fac53b4e7502ba487 2024-11-13T18:11:49,649 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:49,653 DEBUG [M:0;39e84130bbc9:40851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/488eaec852c54f7b9f7e6fd402a5ea10 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731521494540/Put/seqid=0 2024-11-13T18:11:49,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741849_1025 (size=8516) 2024-11-13T18:11:49,701 INFO [M:0;39e84130bbc9:40851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/488eaec852c54f7b9f7e6fd402a5ea10 2024-11-13T18:11:49,760 DEBUG [M:0;39e84130bbc9:40851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1077766295c844a39902a75ff1fd49cd is 69, key is 39e84130bbc9,46383,1731521478343/rs:state/1731521480779/Put/seqid=0 2024-11-13T18:11:49,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741850_1026 (size=5156) 2024-11-13T18:11:49,811 INFO [M:0;39e84130bbc9:40851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1077766295c844a39902a75ff1fd49cd 2024-11-13T18:11:49,845 DEBUG [M:0;39e84130bbc9:40851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/905f6b0eb24f4e5fac53b4e7502ba487 as hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/905f6b0eb24f4e5fac53b4e7502ba487 2024-11-13T18:11:49,854 INFO [M:0;39e84130bbc9:40851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/905f6b0eb24f4e5fac53b4e7502ba487, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T18:11:49,855 DEBUG [M:0;39e84130bbc9:40851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/488eaec852c54f7b9f7e6fd402a5ea10 as hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/488eaec852c54f7b9f7e6fd402a5ea10 2024-11-13T18:11:49,868 INFO [M:0;39e84130bbc9:40851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/488eaec852c54f7b9f7e6fd402a5ea10, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T18:11:49,869 DEBUG [M:0;39e84130bbc9:40851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1077766295c844a39902a75ff1fd49cd as hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1077766295c844a39902a75ff1fd49cd 2024-11-13T18:11:49,910 INFO [M:0;39e84130bbc9:40851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1077766295c844a39902a75ff1fd49cd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T18:11:49,912 INFO [M:0;39e84130bbc9:40851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 342ms, sequenceid=97, compaction requested=false 2024-11-13T18:11:49,945 INFO [M:0;39e84130bbc9:40851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:49,945 DEBUG [M:0;39e84130bbc9:40851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521509569Disabling compacts and flushes for region at 1731521509569Disabling writes for close at 1731521509569Obtaining lock to block concurrent updates at 1731521509570 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521509570Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731521509570Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521509571 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521509571Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521509603 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521509603Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521509628 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521509652 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521509652Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521509719 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521509760 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521509760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c50d4e1: reopening flushed file at 1731521509836 (+76 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541fe84e: reopening flushed file at 1731521509855 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e7a720: reopening flushed file at 1731521509869 (+14 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 342ms, sequenceid=97, compaction requested=false at 1731521509912 (+43 ms)Writing region close event to WAL at 1731521509945 (+33 ms)Closed at 1731521509945 2024-11-13T18:11:49,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741830_1006 (size=63654) 2024-11-13T18:11:49,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3b6580e-f417-c9f0-c18c-92845054b00d/MasterData/WALs/39e84130bbc9,40851,1731521478221/39e84130bbc9%2C40851%2C1731521478221.1731521480313 not finished, retry = 0 2024-11-13T18:11:50,064 INFO [M:0;39e84130bbc9:40851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:11:50,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:50,064 INFO [M:0;39e84130bbc9:40851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40851 2024-11-13T18:11:50,066 INFO [M:0;39e84130bbc9:40851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:50,181 INFO [M:0;39e84130bbc9:40851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:50,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:50,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x100ed4bda630003, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:50,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b236aed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:11:50,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17854fb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:50,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:50,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47741fe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:50,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58243550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:50,202 WARN [BP-1328980588-172.17.0.3-1731521476776 heartbeating to localhost/127.0.0.1:43589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:11:50,202 WARN [BP-1328980588-172.17.0.3-1731521476776 heartbeating to localhost/127.0.0.1:43589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1328980588-172.17.0.3-1731521476776 (Datanode Uuid a1e3b79a-5335-4dc8-926d-3fe0c4c3569e) service to localhost/127.0.0.1:43589 2024-11-13T18:11:50,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/cluster_0b1efc26-3a23-2918-d150-9ba4dcc8c657/data/data1/current/BP-1328980588-172.17.0.3-1731521476776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:50,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/cluster_0b1efc26-3a23-2918-d150-9ba4dcc8c657/data/data2/current/BP-1328980588-172.17.0.3-1731521476776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:50,205 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:11:50,205 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:11:50,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:11:50,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d33100f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:11:50,224 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d866bf0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:50,224 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:50,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@683f2031{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:50,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e43042{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19854b61-b603-6046-ea78-d350720368da/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:50,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:11:50,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:11:50,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:50,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:50,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:50,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:50,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:50,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:11:50,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633958222, stopped=false 2024-11-13T18:11:50,245 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,43413,1731521473203 2024-11-13T18:11:50,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048121566/running 2024-11-13T18:11:50,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:50,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048121566/running 2024-11-13T18:11:50,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:50,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Set watcher on znode that does not yet exist, /0-1048121566/running 2024-11-13T18:11:50,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Set watcher on znode that does not yet exist, /0-1048121566/running 2024-11-13T18:11:50,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:50,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:11:50,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:50,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:50,255 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,40273,1731521473339' ***** 2024-11-13T18:11:50,255 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:11:50,255 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:11:50,255 INFO [RS:0;39e84130bbc9:40273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:11:50,255 INFO [RS:0;39e84130bbc9:40273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:11:50,255 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(3091): Received CLOSE for 78682919c478e7387429bacb0416816e 2024-11-13T18:11:50,255 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:11:50,270 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(3091): Received CLOSE for f9a0df56522962de70f0f105da392053 2024-11-13T18:11:50,270 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,40273,1731521473339 2024-11-13T18:11:50,270 INFO [RS:0;39e84130bbc9:40273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:50,270 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78682919c478e7387429bacb0416816e, disabling compactions & flushes 2024-11-13T18:11:50,270 INFO [RS:0;39e84130bbc9:40273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40273. 2024-11-13T18:11:50,270 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:50,270 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:50,270 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521486379.78682919c478e7387429bacb0416816e. after waiting 0 ms 2024-11-13T18:11:50,270 DEBUG [RS:0;39e84130bbc9:40273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:50,270 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:50,270 DEBUG [RS:0;39e84130bbc9:40273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:50,271 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 78682919c478e7387429bacb0416816e 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T18:11:50,271 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:11:50,271 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:11:50,271 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:11:50,271 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:11:50,272 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:11:50,272 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1325): Online Regions={78682919c478e7387429bacb0416816e=test,,1731521486379.78682919c478e7387429bacb0416816e., f9a0df56522962de70f0f105da392053=hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:11:50,272 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78682919c478e7387429bacb0416816e, f9a0df56522962de70f0f105da392053 2024-11-13T18:11:50,272 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:11:50,272 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:11:50,272 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:11:50,272 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:11:50,272 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:11:50,272 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:11:50,283 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:50,301 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/.tmp/f/29a6e05e804d494288e768d237910982 is 28, key is row/f:/1731521501627/DeleteFamily/seqid=0 2024-11-13T18:11:50,322 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/info/777570bca43e42fe99515610344e2519 is 147, key is hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053./info:regioninfo/1731521491920/Put/seqid=0 2024-11-13T18:11:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741840_1016 (size=5085) 2024-11-13T18:11:50,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741841_1017 (size=7686) 2024-11-13T18:11:50,337 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/info/777570bca43e42fe99515610344e2519 2024-11-13T18:11:50,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,376 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/ns/2603bc2ccbf54e2c983a3d1ef5acb63c is 43, key is default/ns:d/1731521476601/Put/seqid=0 2024-11-13T18:11:50,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:11:50,473 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78682919c478e7387429bacb0416816e, f9a0df56522962de70f0f105da392053 2024-11-13T18:11:50,494 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:11:50,494 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:11:50,673 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78682919c478e7387429bacb0416816e, f9a0df56522962de70f0f105da392053 2024-11-13T18:11:50,740 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/.tmp/f/29a6e05e804d494288e768d237910982 2024-11-13T18:11:50,760 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29a6e05e804d494288e768d237910982 2024-11-13T18:11:50,803 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/.tmp/f1/503bb91e3d6748b5ade091cd4b996bdb is 29, key is row/f1:/1731521501627/DeleteFamily/seqid=0 2024-11-13T18:11:50,829 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/ns/2603bc2ccbf54e2c983a3d1ef5acb63c 2024-11-13T18:11:50,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741843_1019 (size=5089) 2024-11-13T18:11:50,849 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/.tmp/f1/503bb91e3d6748b5ade091cd4b996bdb 2024-11-13T18:11:50,866 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 503bb91e3d6748b5ade091cd4b996bdb 2024-11-13T18:11:50,873 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78682919c478e7387429bacb0416816e, f9a0df56522962de70f0f105da392053 2024-11-13T18:11:50,888 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/rep_barrier/4aac58c552ae4fceaaf24abcebda42bd is 112, key is test,,1731521486379.78682919c478e7387429bacb0416816e./rep_barrier:seqnumDuringOpen/1731521487445/Put/seqid=0 2024-11-13T18:11:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741844_1020 (size=5518) 2024-11-13T18:11:50,930 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/.tmp/norep/bdf1bf2988cb47f490917b8750e84a5c is 32, key is row/norep:/1731521501627/DeleteFamily/seqid=0 2024-11-13T18:11:50,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:11:50,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741845_1021 (size=5101) 2024-11-13T18:11:50,997 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/.tmp/norep/bdf1bf2988cb47f490917b8750e84a5c 2024-11-13T18:11:51,001 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 636, reset compression=false 2024-11-13T18:11:51,021 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdf1bf2988cb47f490917b8750e84a5c 2024-11-13T18:11:51,022 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/.tmp/f/29a6e05e804d494288e768d237910982 as hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/f/29a6e05e804d494288e768d237910982 2024-11-13T18:11:51,035 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:51,035 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 883, reset compression=false 2024-11-13T18:11:51,035 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,40273,1731521473339 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:11:51,036 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,40273,1731521473339: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,40273,1731521473339, walGroup=39e84130bbc9%2C40273%2C1731521473339, offset=39e84130bbc9%2C40273%2C1731521473339.1731521475640:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:40273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:11:51,041 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:11:51,042 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:11:51,042 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:11:51,042 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:11:51,042 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:11:51,042 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 1014526912 }, "NonHeapMemoryUsage": { "committed": 207814656, "init": 7667712, "max": -1, "used": 203254400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:11:51,043 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:43413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:43413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:11:51,047 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29a6e05e804d494288e768d237910982 2024-11-13T18:11:51,047 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/f/29a6e05e804d494288e768d237910982, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T18:11:51,055 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/.tmp/f1/503bb91e3d6748b5ade091cd4b996bdb as hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/f1/503bb91e3d6748b5ade091cd4b996bdb 2024-11-13T18:11:51,074 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78682919c478e7387429bacb0416816e, f9a0df56522962de70f0f105da392053 2024-11-13T18:11:51,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:51,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:51,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:51,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:51,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:51,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:51,087 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 503bb91e3d6748b5ade091cd4b996bdb 2024-11-13T18:11:51,087 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/f1/503bb91e3d6748b5ade091cd4b996bdb, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T18:11:51,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:51,090 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/.tmp/norep/bdf1bf2988cb47f490917b8750e84a5c as hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/norep/bdf1bf2988cb47f490917b8750e84a5c 2024-11-13T18:11:51,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:51,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:51,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:51,104 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdf1bf2988cb47f490917b8750e84a5c 2024-11-13T18:11:51,104 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/norep/bdf1bf2988cb47f490917b8750e84a5c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T18:11:51,109 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 78682919c478e7387429bacb0416816e in 839ms, sequenceid=6, compaction requested=false 2024-11-13T18:11:51,109 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T18:11:51,185 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/default/test/78682919c478e7387429bacb0416816e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T18:11:51,189 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:51,189 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:11:51,189 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:51,189 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78682919c478e7387429bacb0416816e: Waiting for close lock at 1731521510270Running coprocessor pre-close hooks at 1731521510270Disabling compacts and flushes for region at 1731521510270Disabling writes for close at 1731521510270Obtaining lock to block concurrent updates at 1731521510271 (+1 ms)Preparing flush snapshotting stores in 78682919c478e7387429bacb0416816e at 1731521510271Finished memstore snapshotting test,,1731521486379.78682919c478e7387429bacb0416816e., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731521510271Flushing stores of test,,1731521486379.78682919c478e7387429bacb0416816e. at 1731521510272 (+1 ms)Flushing 78682919c478e7387429bacb0416816e/f: creating writer at 1731521510272Flushing 78682919c478e7387429bacb0416816e/f: appending metadata at 1731521510300 (+28 ms)Flushing 78682919c478e7387429bacb0416816e/f: closing flushed file at 1731521510300Flushing 78682919c478e7387429bacb0416816e/f1: creating writer at 1731521510761 (+461 ms)Flushing 78682919c478e7387429bacb0416816e/f1: appending metadata at 1731521510802 (+41 ms)Flushing 78682919c478e7387429bacb0416816e/f1: closing flushed file at 1731521510802Flushing 78682919c478e7387429bacb0416816e/norep: creating writer at 1731521510866 (+64 ms)Flushing 78682919c478e7387429bacb0416816e/norep: appending metadata at 1731521510921 (+55 ms)Flushing 78682919c478e7387429bacb0416816e/norep: closing flushed file at 1731521510921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531b3d50: reopening flushed file at 1731521511021 (+100 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@691eddca: reopening flushed file at 1731521511047 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa421e7: reopening flushed file at 1731521511087 (+40 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 78682919c478e7387429bacb0416816e in 839ms, sequenceid=6, compaction requested=false at 1731521511109 (+22 ms)Writing region close event to WAL at 1731521511157 (+48 ms)Running coprocessor post-close hooks at 1731521511189 (+32 ms)Closed at 1731521511189 2024-11-13T18:11:51,190 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521486379.78682919c478e7387429bacb0416816e. 2024-11-13T18:11:51,190 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9a0df56522962de70f0f105da392053, disabling compactions & flushes 2024-11-13T18:11:51,190 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:51,190 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:51,190 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. after waiting 0 ms 2024-11-13T18:11:51,190 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:51,190 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9a0df56522962de70f0f105da392053: Waiting for close lock at 1731521511190Running coprocessor pre-close hooks at 1731521511190Disabling compacts and flushes for region at 1731521511190Disabling writes for close at 1731521511190Failed flush hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053., putting online again at 1731521511190 2024-11-13T18:11:51,190 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:51,277 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:11:51,277 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1325): Online Regions={f9a0df56522962de70f0f105da392053=hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:11:51,277 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(3091): Received CLOSE for f9a0df56522962de70f0f105da392053 2024-11-13T18:11:51,277 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9a0df56522962de70f0f105da392053 2024-11-13T18:11:51,280 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9a0df56522962de70f0f105da392053, disabling compactions & flushes 2024-11-13T18:11:51,280 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:51,280 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:51,280 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. after waiting 0 ms 2024-11-13T18:11:51,280 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:51,280 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9a0df56522962de70f0f105da392053: Waiting for close lock at 1731521511280Running coprocessor pre-close hooks at 1731521511280Disabling compacts and flushes for region at 1731521511280Disabling writes for close at 1731521511280Failed flush hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053., putting online again at 1731521511280 2024-11-13T18:11:51,281 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731521490948.f9a0df56522962de70f0f105da392053. 2024-11-13T18:11:51,283 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 883, reset compression=false 2024-11-13T18:11:51,308 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:11:51,308 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 1527, reset compression=false 2024-11-13T18:11:51,325 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/rep_barrier/4aac58c552ae4fceaaf24abcebda42bd 2024-11-13T18:11:51,387 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/table/ee620ff92c124715846d8e514925beed is 53, key is hbase:replication/table:state/1731521491934/Put/seqid=0 2024-11-13T18:11:51,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741846_1022 (size=5308) 2024-11-13T18:11:51,478 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:51,537 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 1527, reset compression=false 2024-11-13T18:11:51,679 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:51,842 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/table/ee620ff92c124715846d8e514925beed 2024-11-13T18:11:51,869 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/info/777570bca43e42fe99515610344e2519 as hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/info/777570bca43e42fe99515610344e2519 2024-11-13T18:11:51,881 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 1527, reset compression=false 2024-11-13T18:11:51,881 DEBUG [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:11:51,885 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/info/777570bca43e42fe99515610344e2519, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:11:51,891 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/ns/2603bc2ccbf54e2c983a3d1ef5acb63c as hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/ns/2603bc2ccbf54e2c983a3d1ef5acb63c 2024-11-13T18:11:51,908 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/ns/2603bc2ccbf54e2c983a3d1ef5acb63c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:11:51,910 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/rep_barrier/4aac58c552ae4fceaaf24abcebda42bd as hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/rep_barrier/4aac58c552ae4fceaaf24abcebda42bd 2024-11-13T18:11:51,933 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/rep_barrier/4aac58c552ae4fceaaf24abcebda42bd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:11:51,943 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/.tmp/table/ee620ff92c124715846d8e514925beed as hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/table/ee620ff92c124715846d8e514925beed 2024-11-13T18:11:51,968 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/table/ee620ff92c124715846d8e514925beed, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:11:51,989 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-13T18:11:51,989 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:11:52,071 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:11:52,073 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:11:52,073 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:11:52,073 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:52,073 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521510272Running coprocessor pre-close hooks at 1731521510272Disabling compacts and flushes for region at 1731521510272Disabling writes for close at 1731521510272Obtaining lock to block concurrent updates at 1731521510272Preparing flush snapshotting stores in 1588230740 at 1731521510272Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521510273 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521510277 (+4 ms)Flushing 1588230740/info: creating writer at 1731521510277Flushing 1588230740/info: appending metadata at 1731521510321 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731521510321Flushing 1588230740/ns: creating writer at 1731521510343 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731521510375 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731521510375Flushing 1588230740/rep_barrier: creating writer at 1731521510855 (+480 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521510887 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521510887Flushing 1588230740/table: creating writer at 1731521511359 (+472 ms)Flushing 1588230740/table: appending metadata at 1731521511387 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731521511387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b7ab0f: reopening flushed file at 1731521511865 (+478 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@524f6a70: reopening flushed file at 1731521511886 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b69bd5: reopening flushed file at 1731521511908 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e3585e: reopening flushed file at 1731521511934 (+26 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1731521511989 (+55 ms)Writing region close event to WAL at 1731521512053 (+64 ms)Running coprocessor post-close hooks at 1731521512073 (+20 ms)Closed at 1731521512073 2024-11-13T18:11:52,074 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:52,082 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T18:11:52,082 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,40273,1731521473339; all regions closed. 2024-11-13T18:11:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741834_1010 (size=4239) 2024-11-13T18:11:52,098 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.meta.1731521476334.meta not finished, retry = 0 2024-11-13T18:11:52,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741839_1015 (size=1297) 2024-11-13T18:11:52,206 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.rep.1731521491837 not finished, retry = 0 2024-11-13T18:11:52,299 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 to pos 1527, reset compression=false 2024-11-13T18:11:52,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/WALs/39e84130bbc9,40273,1731521473339/39e84130bbc9%2C40273%2C1731521473339.1731521475640 not finished, retry = 0 2024-11-13T18:11:52,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741833_1009 (size=1535) 2024-11-13T18:11:52,413 DEBUG [RS:0;39e84130bbc9:40273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:52,413 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:11:52,414 INFO [RS:0;39e84130bbc9:40273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:52,414 INFO [RS:0;39e84130bbc9:40273 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:52,414 INFO [RS:0;39e84130bbc9:40273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:52,414 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:52,415 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,40273,1731521473339 because: Region server is closing 2024-11-13T18:11:52,415 INFO [RS:0;39e84130bbc9:40273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:40273. 2024-11-13T18:11:52,415 DEBUG [RS:0;39e84130bbc9:40273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:11:52,415 DEBUG [RS:0;39e84130bbc9:40273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:52,415 DEBUG [RS:0;39e84130bbc9:40273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:52,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:11:52,516 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.shipper39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 terminated 2024-11-13T18:11:52,516 INFO [RS:0;39e84130bbc9:40273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40273 2024-11-13T18:11:52,516 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,40273,1731521473339.replicationSource.wal-reader.39e84130bbc9%2C40273%2C1731521473339,1-39e84130bbc9,40273,1731521473339 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T18:11:52,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566/rs 2024-11-13T18:11:52,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,40273,1731521473339] 2024-11-13T18:11:52,526 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048121566/draining/39e84130bbc9,40273,1731521473339 already deleted, retry=false 2024-11-13T18:11:52,526 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,40273,1731521473339 expired; onlineServers=0 2024-11-13T18:11:52,526 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,43413,1731521473203' ***** 2024-11-13T18:11:52,526 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:11:52,526 INFO [M:0;39e84130bbc9:43413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:11:52,526 INFO [M:0;39e84130bbc9:43413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:11:52,526 DEBUG [M:0;39e84130bbc9:43413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:11:52,526 DEBUG [M:0;39e84130bbc9:43413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:11:52,526 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:11:52,526 INFO [M:0;39e84130bbc9:43413 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:11:52,526 INFO [M:0;39e84130bbc9:43413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:11:52,526 DEBUG [M:0;39e84130bbc9:43413 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:11:52,526 INFO [M:0;39e84130bbc9:43413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:11:52,526 INFO [RS:0;39e84130bbc9:40273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:52,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048121566/rs/39e84130bbc9,40273,1731521473339 2024-11-13T18:11:52,527 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521475386 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521475386,5,FailOnTimeoutGroup] 2024-11-13T18:11:52,527 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521475391 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521475391,5,FailOnTimeoutGroup] 2024-11-13T18:11:52,527 INFO [M:0;39e84130bbc9:43413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:11:52,527 INFO [M:0;39e84130bbc9:43413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:11:52,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:11:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048121566/master 2024-11-13T18:11:52,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:52,533 DEBUG [M:0;39e84130bbc9:43413 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1048121566/master already deleted, retry=false 2024-11-13T18:11:52,534 DEBUG [M:0;39e84130bbc9:43413 {}] master.ActiveMasterManager(353): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1048121566/master 2024-11-13T18:11:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1048121566/master 2024-11-13T18:11:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1048121566 2024-11-13T18:11:52,537 INFO [M:0;39e84130bbc9:43413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/.lastflushedseqids 2024-11-13T18:11:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741847_1023 (size=245) 2024-11-13T18:11:52,613 INFO [M:0;39e84130bbc9:43413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:11:52,617 INFO [M:0;39e84130bbc9:43413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:11:52,618 DEBUG [M:0;39e84130bbc9:43413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:11:52,618 INFO [M:0;39e84130bbc9:43413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:52,618 DEBUG [M:0;39e84130bbc9:43413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:52,618 DEBUG [M:0;39e84130bbc9:43413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:11:52,618 DEBUG [M:0;39e84130bbc9:43413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:52,618 INFO [M:0;39e84130bbc9:43413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T18:11:52,635 INFO [RS:0;39e84130bbc9:40273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:52,635 INFO [RS:0;39e84130bbc9:40273 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,40273,1731521473339; zookeeper connection closed. 2024-11-13T18:11:52,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:52,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x100ed4bda630001, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:52,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4893d36e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4893d36e 2024-11-13T18:11:52,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:11:52,663 DEBUG [M:0;39e84130bbc9:43413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d22ce042ee44a4f876352819900ab82 is 82, key is hbase:meta,,1/info:regioninfo/1731521476567/Put/seqid=0 2024-11-13T18:11:52,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741848_1024 (size=5672) 2024-11-13T18:11:52,698 INFO [M:0;39e84130bbc9:43413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d22ce042ee44a4f876352819900ab82 2024-11-13T18:11:52,760 DEBUG [M:0;39e84130bbc9:43413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d291b364a0684dddaa0c26559f75dcce is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731521487505/Put/seqid=0 2024-11-13T18:11:52,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741849_1025 (size=7217) 2024-11-13T18:11:53,197 INFO [M:0;39e84130bbc9:43413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d291b364a0684dddaa0c26559f75dcce 2024-11-13T18:11:53,202 INFO [M:0;39e84130bbc9:43413 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d291b364a0684dddaa0c26559f75dcce 2024-11-13T18:11:53,227 DEBUG [M:0;39e84130bbc9:43413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85edb5afbcbe4b1b88a4fbbfb697fa23 is 69, key is 39e84130bbc9,40273,1731521473339/rs:state/1731521475441/Put/seqid=0 2024-11-13T18:11:53,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741850_1026 (size=5156) 2024-11-13T18:11:53,661 INFO [M:0;39e84130bbc9:43413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85edb5afbcbe4b1b88a4fbbfb697fa23 2024-11-13T18:11:53,700 DEBUG [M:0;39e84130bbc9:43413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d22ce042ee44a4f876352819900ab82 as hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d22ce042ee44a4f876352819900ab82 2024-11-13T18:11:53,734 INFO [M:0;39e84130bbc9:43413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d22ce042ee44a4f876352819900ab82, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T18:11:53,743 DEBUG [M:0;39e84130bbc9:43413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d291b364a0684dddaa0c26559f75dcce as hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d291b364a0684dddaa0c26559f75dcce 2024-11-13T18:11:53,782 INFO [M:0;39e84130bbc9:43413 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d291b364a0684dddaa0c26559f75dcce 2024-11-13T18:11:53,782 INFO [M:0;39e84130bbc9:43413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d291b364a0684dddaa0c26559f75dcce, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T18:11:53,785 DEBUG [M:0;39e84130bbc9:43413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85edb5afbcbe4b1b88a4fbbfb697fa23 as hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85edb5afbcbe4b1b88a4fbbfb697fa23 2024-11-13T18:11:53,834 INFO [M:0;39e84130bbc9:43413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42365/user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85edb5afbcbe4b1b88a4fbbfb697fa23, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T18:11:53,841 INFO [M:0;39e84130bbc9:43413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1223ms, sequenceid=105, compaction requested=false 2024-11-13T18:11:53,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:11:53,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:11:53,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:11:53,893 INFO [M:0;39e84130bbc9:43413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:53,894 DEBUG [M:0;39e84130bbc9:43413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521512618Disabling compacts and flushes for region at 1731521512618Disabling writes for close at 1731521512618Obtaining lock to block concurrent updates at 1731521512618Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521512618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731521512618Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521512621 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521512621Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521512662 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521512662Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521512728 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521512760 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521512760Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521513203 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521513226 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521513226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748bf983: reopening flushed file at 1731521513694 (+468 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f9dc9e: reopening flushed file at 1731521513737 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48516929: reopening flushed file at 1731521513783 (+46 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1223ms, sequenceid=105, compaction requested=false at 1731521513842 (+59 ms)Writing region close event to WAL at 1731521513893 (+51 ms)Closed at 1731521513893 2024-11-13T18:11:53,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741830_1006 (size=64411) 2024-11-13T18:11:53,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3ed090-f107-412e-3ac3-ebd55a449691/MasterData/WALs/39e84130bbc9,43413,1731521473203/39e84130bbc9%2C43413%2C1731521473203.1731521474861 not finished, retry = 0 2024-11-13T18:11:54,008 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:11:54,009 INFO [M:0;39e84130bbc9:43413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:11:54,009 INFO [M:0;39e84130bbc9:43413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43413 2024-11-13T18:11:54,010 INFO [M:0;39e84130bbc9:43413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:11:54,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:54,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x100ed4bda630000, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:11:54,118 INFO [M:0;39e84130bbc9:43413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:11:54,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18b9afc5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:11:54,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ae6a16b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:54,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:54,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d155a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:54,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c0af973{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:54,158 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:11:54,158 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:11:54,158 WARN [BP-1346909355-172.17.0.3-1731521471967 heartbeating to localhost/127.0.0.1:42365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:11:54,158 WARN [BP-1346909355-172.17.0.3-1731521471967 heartbeating to localhost/127.0.0.1:42365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1346909355-172.17.0.3-1731521471967 (Datanode Uuid 6f7e006d-6457-43cf-92b9-083b7b03424e) service to localhost/127.0.0.1:42365 2024-11-13T18:11:54,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/cluster_8d540fae-76c8-c4c6-7ebf-661c73c3b8f5/data/data1/current/BP-1346909355-172.17.0.3-1731521471967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:54,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/cluster_8d540fae-76c8-c4c6-7ebf-661c73c3b8f5/data/data2/current/BP-1346909355-172.17.0.3-1731521471967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:11:54,160 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:11:54,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@646424{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:11:54,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f055b0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:11:54,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:11:54,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d4617e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:11:54,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@732e8ed2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c0f510-3bd4-b1a2-e67f-10b968432c53/hadoop.log.dir/,STOPPED} 2024-11-13T18:11:54,186 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:11:54,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:11:54,231 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 315) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42365 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63396) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43589 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32935 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:32935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63396) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63396) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1100 (was 976) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3456 (was 3533) 2024-11-13T18:11:54,252 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=1100, ProcessCount=11, AvailableMemoryMB=3441 2024-11-13T18:11:54,273 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T18:11:54,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/hadoop.log.dir so I do NOT create it in target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc 2024-11-13T18:11:54,274 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:11:54,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/hadoop.tmp.dir so I do NOT create it in target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc 2024-11-13T18:11:54,274 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5432d8-0447-e272-3173-20277d45f2dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:11:54,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc 2024-11-13T18:11:54,274 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/cluster_0418bff0-0990-7037-d681-6a3cfb55f3d2, deleteOnExit=true 2024-11-13T18:11:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ed4bda630008, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:11:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ed4bda630005, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:11:54,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ed4bda630002, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:11:54,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ed4bda630008, quorum=127.0.0.1:63396, baseZNode=/21024901325 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:11:54,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ed4bda630005, quorum=127.0.0.1:63396, baseZNode=/1-615385372 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:11:54,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ed4bda630002, quorum=127.0.0.1:63396, baseZNode=/0-1048121566 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:11:54,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/cluster_0418bff0-0990-7037-d681-6a3cfb55f3d2/zookeeper_0, clientPort=49838, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/cluster_0418bff0-0990-7037-d681-6a3cfb55f3d2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/cluster_0418bff0-0990-7037-d681-6a3cfb55f3d2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:11:54,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49838 2024-11-13T18:11:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:11:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:11:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/test.cache.data in system properties and HBase conf 2024-11-13T18:11:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:11:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:11:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:11:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:11:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:11:54,303 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:11:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:11:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:11:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:11:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:11:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:11:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:11:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:11:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:11:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:11:54,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:11:54,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:11:54,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:11:54,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:11:54,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:11:54,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:54,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:11:54,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:11:54,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:11:54,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:11:54,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:54,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cd99a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:11:54,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4039737a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:11:54,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e22b346{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/java.io.tmpdir/jetty-localhost-44471-hadoop-hdfs-3_4_1-tests_jar-_-any-2339365528079419793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:11:54,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b776c2f{HTTP/1.1, (http/1.1)}{localhost:44471} 2024-11-13T18:11:54,637 INFO [Time-limited test {}] server.Server(415): Started @299132ms 2024-11-13T18:11:54,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:11:54,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:11:54,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:11:54,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:11:54,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:11:54,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ebbfaa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:11:54,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df0c330{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:11:54,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f961a77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/java.io.tmpdir/jetty-localhost-44403-hadoop-hdfs-3_4_1-tests_jar-_-any-8244986708258093494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:11:54,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ad0721{HTTP/1.1, (http/1.1)}{localhost:44403} 2024-11-13T18:11:54,949 INFO [Time-limited test {}] server.Server(415): Started @299444ms 2024-11-13T18:11:54,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:11:55,147 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/cluster_0418bff0-0990-7037-d681-6a3cfb55f3d2/data/data1/current/BP-383225612-172.17.0.3-1731521514327/current, will proceed with Du for space computation calculation, 2024-11-13T18:11:55,153 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/cluster_0418bff0-0990-7037-d681-6a3cfb55f3d2/data/data2/current/BP-383225612-172.17.0.3-1731521514327/current, will proceed with Du for space computation calculation, 2024-11-13T18:11:55,226 WARN [Thread-4159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:11:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4953f7b51a623527 with lease ID 0xafb38847fbaef9fc: Processing first storage report for DS-9c21a8dc-07ae-43bc-81a6-bb81c35721a8 from datanode DatanodeRegistration(127.0.0.1:45913, datanodeUuid=fcff2710-f59d-487b-a40a-9c0631d230d7, infoPort=43867, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1669936125;c=1731521514327) 2024-11-13T18:11:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4953f7b51a623527 with lease ID 0xafb38847fbaef9fc: from storage DS-9c21a8dc-07ae-43bc-81a6-bb81c35721a8 node DatanodeRegistration(127.0.0.1:45913, datanodeUuid=fcff2710-f59d-487b-a40a-9c0631d230d7, infoPort=43867, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1669936125;c=1731521514327), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:11:55,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4953f7b51a623527 with lease ID 0xafb38847fbaef9fc: Processing first storage report for DS-9a72709c-88e6-44f0-9eb9-4227b984b39f from datanode DatanodeRegistration(127.0.0.1:45913, datanodeUuid=fcff2710-f59d-487b-a40a-9c0631d230d7, infoPort=43867, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1669936125;c=1731521514327) 2024-11-13T18:11:55,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4953f7b51a623527 with lease ID 0xafb38847fbaef9fc: from storage DS-9a72709c-88e6-44f0-9eb9-4227b984b39f node DatanodeRegistration(127.0.0.1:45913, datanodeUuid=fcff2710-f59d-487b-a40a-9c0631d230d7, infoPort=43867, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1669936125;c=1731521514327), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:11:55,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc 2024-11-13T18:11:55,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:55,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:55,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45913 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:11:55,815 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58 with version=8 2024-11-13T18:11:55,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/hbase-staging 2024-11-13T18:11:55,818 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:11:55,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:55,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:55,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:11:55,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:55,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:11:55,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:11:55,819 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:11:55,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38245 2024-11-13T18:11:55,840 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38245 connecting to ZooKeeper ensemble=127.0.0.1:49838 2024-11-13T18:11:55,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382450x0, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:55,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38245-0x100ed4c7fdb0000 connected 2024-11-13T18:11:56,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:56,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:56,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Set watcher on znode that does not yet exist, /0666221237/running 2024-11-13T18:11:56,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58, hbase.cluster.distributed=false 2024-11-13T18:11:56,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Set watcher on znode that does not yet exist, /0666221237/acl 2024-11-13T18:11:56,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38245 2024-11-13T18:11:56,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38245 2024-11-13T18:11:56,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38245 2024-11-13T18:11:56,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38245 2024-11-13T18:11:56,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38245 2024-11-13T18:11:56,173 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:11:56,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:56,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:56,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:11:56,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:11:56,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:11:56,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:11:56,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:11:56,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34777 2024-11-13T18:11:56,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34777 connecting to ZooKeeper ensemble=127.0.0.1:49838 2024-11-13T18:11:56,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:56,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:56,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347770x0, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:56,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347770x0, quorum=127.0.0.1:49838, baseZNode=/0666221237 Set watcher on znode that does not yet exist, /0666221237/running 2024-11-13T18:11:56,219 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:11:56,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34777-0x100ed4c7fdb0001 connected 2024-11-13T18:11:56,253 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:11:56,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Set watcher on znode that does not yet exist, /0666221237/master 2024-11-13T18:11:56,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Set watcher on znode that does not yet exist, /0666221237/acl 2024-11-13T18:11:56,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34777 2024-11-13T18:11:56,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34777 2024-11-13T18:11:56,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34777 2024-11-13T18:11:56,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34777 2024-11-13T18:11:56,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34777 2024-11-13T18:11:56,362 DEBUG [M:0;39e84130bbc9:38245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:38245 2024-11-13T18:11:56,363 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0666221237/backup-masters/39e84130bbc9,38245,1731521515818 2024-11-13T18:11:56,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237/backup-masters 2024-11-13T18:11:56,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237/backup-masters 2024-11-13T18:11:56,374 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Set watcher on existing znode=/0666221237/backup-masters/39e84130bbc9,38245,1731521515818 2024-11-13T18:11:56,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:56,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0666221237/master 2024-11-13T18:11:56,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:56,383 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Set watcher on existing znode=/0666221237/master 2024-11-13T18:11:56,387 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0666221237/backup-masters/39e84130bbc9,38245,1731521515818 from backup master directory 2024-11-13T18:11:56,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237/backup-masters 2024-11-13T18:11:56,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0666221237/backup-masters/39e84130bbc9,38245,1731521515818 2024-11-13T18:11:56,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237/backup-masters 2024-11-13T18:11:56,396 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:11:56,396 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,38245,1731521515818 2024-11-13T18:11:56,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/hbase.id] with ID: 96de668d-0da3-45bd-be61-8564eee182b3 2024-11-13T18:11:56,427 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/.tmp/hbase.id 2024-11-13T18:11:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45913 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:11:56,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:11:56,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:11:56,881 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/.tmp/hbase.id]:[hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/hbase.id] 2024-11-13T18:11:56,954 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:11:56,955 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:11:56,966 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 10ms. 2024-11-13T18:11:57,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:57,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45913 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:11:57,134 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:57,135 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:11:57,157 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:57,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45913 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:11:57,209 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData/data/master/store 2024-11-13T18:11:57,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45913 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:11:57,669 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:57,669 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:11:57,669 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:57,669 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:57,669 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:11:57,669 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:57,669 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:11:57,669 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521517669Disabling compacts and flushes for region at 1731521517669Disabling writes for close at 1731521517669Writing region close event to WAL at 1731521517669Closed at 1731521517669 2024-11-13T18:11:57,673 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData/data/master/store/.initializing 2024-11-13T18:11:57,673 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData/WALs/39e84130bbc9,38245,1731521515818 2024-11-13T18:11:57,678 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:11:57,679 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C38245%2C1731521515818, suffix=, logDir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData/WALs/39e84130bbc9,38245,1731521515818, archiveDir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData/oldWALs, maxLogs=10 2024-11-13T18:11:57,697 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData/WALs/39e84130bbc9,38245,1731521515818/39e84130bbc9%2C38245%2C1731521515818.1731521517679, exclude list is [], retry=0 2024-11-13T18:11:57,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45913,DS-9c21a8dc-07ae-43bc-81a6-bb81c35721a8,DISK] 2024-11-13T18:11:57,722 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData/WALs/39e84130bbc9,38245,1731521515818/39e84130bbc9%2C38245%2C1731521515818.1731521517679 2024-11-13T18:11:57,732 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43867:43867)] 2024-11-13T18:11:57,732 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:57,732 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:57,732 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,732 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:11:57,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:57,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:57,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:11:57,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:57,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:57,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:11:57,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:57,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:57,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:11:57,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:57,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:57,802 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,803 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,809 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,826 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,826 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,832 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:57,849 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:11:57,872 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:57,876 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62455875, jitterRate=-0.06933493912220001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:57,877 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521517733Initializing all the Stores at 1731521517733Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521517733Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521517737 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521517737Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521517737Cleaning up temporary data from old regions at 1731521517826 (+89 ms)Region opened successfully at 1731521517877 (+51 ms) 2024-11-13T18:11:57,878 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:11:57,901 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa43ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:11:57,902 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:11:57,902 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:11:57,902 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:11:57,902 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:11:57,903 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:11:57,903 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:11:57,903 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:11:57,913 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:11:57,914 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Unable to get data of znode /0666221237/balancer because node does not exist (not necessarily an error) 2024-11-13T18:11:57,920 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0666221237/balancer already deleted, retry=false 2024-11-13T18:11:57,921 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:11:57,925 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Unable to get data of znode /0666221237/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:11:57,929 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0666221237/normalizer already deleted, retry=false 2024-11-13T18:11:57,930 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:11:57,936 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Unable to get data of znode /0666221237/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:11:57,939 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0666221237/switch/split already deleted, retry=false 2024-11-13T18:11:57,940 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Unable to get data of znode /0666221237/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:11:57,945 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0666221237/switch/merge already deleted, retry=false 2024-11-13T18:11:57,957 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Unable to get data of znode /0666221237/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:11:57,963 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0666221237/snapshot-cleanup already deleted, retry=false 2024-11-13T18:11:57,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0666221237/running 2024-11-13T18:11:57,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:57,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0666221237/running 2024-11-13T18:11:57,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:57,980 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,38245,1731521515818, sessionid=0x100ed4c7fdb0000, setting cluster-up flag (Was=false) 2024-11-13T18:11:57,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:58,003 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0666221237/flush-table-proc/acquired, /0666221237/flush-table-proc/reached, /0666221237/flush-table-proc/abort 2024-11-13T18:11:58,004 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,38245,1731521515818 2024-11-13T18:11:58,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:58,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:58,011 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0666221237/online-snapshot/acquired, /0666221237/online-snapshot/reached, /0666221237/online-snapshot/abort 2024-11-13T18:11:58,012 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,38245,1731521515818 2024-11-13T18:11:58,013 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:11:58,014 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:58,014 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:11:58,014 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:11:58,015 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,38245,1731521515818 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:11:58,016 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:58,016 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:58,016 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:58,016 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:11:58,016 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:11:58,016 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,016 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:11:58,017 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:58,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:11:58,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:58,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:11:58,032 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521548032 2024-11-13T18:11:58,032 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:11:58,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:11:58,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:11:58,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:11:58,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:11:58,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:11:58,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,037 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:11:58,037 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:11:58,038 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:11:58,038 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:11:58,041 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:11:58,041 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:11:58,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45913 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:11:58,049 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521518041,5,FailOnTimeoutGroup] 2024-11-13T18:11:58,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:11:58,050 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58 2024-11-13T18:11:58,065 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521518049,5,FailOnTimeoutGroup] 2024-11-13T18:11:58,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:11:58,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,074 INFO [RS:0;39e84130bbc9:34777 {}] regionserver.HRegionServer(746): ClusterId : 96de668d-0da3-45bd-be61-8564eee182b3 2024-11-13T18:11:58,074 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:11:58,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45913 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:11:58,077 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:11:58,077 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:11:58,079 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:11:58,079 DEBUG [RS:0;39e84130bbc9:34777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2937808c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:11:58,097 DEBUG [RS:0;39e84130bbc9:34777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:34777 2024-11-13T18:11:58,097 INFO [RS:0;39e84130bbc9:34777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:11:58,097 INFO [RS:0;39e84130bbc9:34777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:11:58,097 DEBUG [RS:0;39e84130bbc9:34777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:11:58,104 INFO [RS:0;39e84130bbc9:34777 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,38245,1731521515818 with port=34777, startcode=1731521516173 2024-11-13T18:11:58,104 DEBUG [RS:0;39e84130bbc9:34777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:11:58,105 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:11:58,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,34777,1731521516173 2024-11-13T18:11:58,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,34777,1731521516173 2024-11-13T18:11:58,110 DEBUG [RS:0;39e84130bbc9:34777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58 2024-11-13T18:11:58,110 DEBUG [RS:0;39e84130bbc9:34777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41415 2024-11-13T18:11:58,110 DEBUG [RS:0;39e84130bbc9:34777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:11:58,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237/rs 2024-11-13T18:11:58,113 DEBUG [RS:0;39e84130bbc9:34777 {}] zookeeper.ZKUtil(111): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Set watcher on existing znode=/0666221237/rs/39e84130bbc9,34777,1731521516173 2024-11-13T18:11:58,113 WARN [RS:0;39e84130bbc9:34777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:11:58,113 INFO [RS:0;39e84130bbc9:34777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:58,113 DEBUG [RS:0;39e84130bbc9:34777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/WALs/39e84130bbc9,34777,1731521516173 2024-11-13T18:11:58,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,34777,1731521516173] 2024-11-13T18:11:58,118 INFO [RS:0;39e84130bbc9:34777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:11:58,120 INFO [RS:0;39e84130bbc9:34777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:11:58,121 INFO [RS:0;39e84130bbc9:34777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:11:58,121 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,121 INFO [RS:0;39e84130bbc9:34777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:11:58,122 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:11:58,122 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,122 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,122 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,122 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,122 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,122 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,122 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:11:58,122 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,122 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,122 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,123 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,123 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,123 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:11:58,123 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:11:58,123 DEBUG [RS:0;39e84130bbc9:34777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:11:58,124 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,124 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,124 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,124 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,124 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,125 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34777,1731521516173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:11:58,144 INFO [RS:0;39e84130bbc9:34777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:11:58,144 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34777,1731521516173-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,144 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,145 INFO [RS:0;39e84130bbc9:34777 {}] regionserver.Replication(171): 39e84130bbc9,34777,1731521516173 started 2024-11-13T18:11:58,166 INFO [RS:0;39e84130bbc9:34777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:58,166 INFO [RS:0;39e84130bbc9:34777 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,34777,1731521516173, RpcServer on 39e84130bbc9/172.17.0.3:34777, sessionid=0x100ed4c7fdb0001 2024-11-13T18:11:58,166 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:11:58,166 DEBUG [RS:0;39e84130bbc9:34777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,34777,1731521516173 2024-11-13T18:11:58,166 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,34777,1731521516173' 2024-11-13T18:11:58,166 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0666221237/flush-table-proc/abort' 2024-11-13T18:11:58,167 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0666221237/flush-table-proc/acquired' 2024-11-13T18:11:58,168 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:11:58,168 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:11:58,168 DEBUG [RS:0;39e84130bbc9:34777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,34777,1731521516173 2024-11-13T18:11:58,168 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,34777,1731521516173' 2024-11-13T18:11:58,168 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0666221237/online-snapshot/abort' 2024-11-13T18:11:58,168 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0666221237/online-snapshot/acquired' 2024-11-13T18:11:58,169 DEBUG [RS:0;39e84130bbc9:34777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:11:58,169 INFO [RS:0;39e84130bbc9:34777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:11:58,169 INFO [RS:0;39e84130bbc9:34777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:11:58,269 INFO [RS:0;39e84130bbc9:34777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:11:58,278 INFO [RS:0;39e84130bbc9:34777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C34777%2C1731521516173, suffix=, logDir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/WALs/39e84130bbc9,34777,1731521516173, archiveDir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/oldWALs, maxLogs=10 2024-11-13T18:11:58,307 DEBUG [RS:0;39e84130bbc9:34777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/WALs/39e84130bbc9,34777,1731521516173/39e84130bbc9%2C34777%2C1731521516173.1731521518278, exclude list is [], retry=0 2024-11-13T18:11:58,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45913,DS-9c21a8dc-07ae-43bc-81a6-bb81c35721a8,DISK] 2024-11-13T18:11:58,347 INFO [RS:0;39e84130bbc9:34777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/WALs/39e84130bbc9,34777,1731521516173/39e84130bbc9%2C34777%2C1731521516173.1731521518278 2024-11-13T18:11:58,348 DEBUG [RS:0;39e84130bbc9:34777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43867:43867)] 2024-11-13T18:11:58,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:58,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:11:58,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:11:58,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:58,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:58,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:11:58,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:11:58,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:58,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:58,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:11:58,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:11:58,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:58,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:58,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:11:58,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:11:58,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:58,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:58,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:11:58,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/data/hbase/meta/1588230740 2024-11-13T18:11:58,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/data/hbase/meta/1588230740 2024-11-13T18:11:58,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:11:58,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:11:58,573 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:58,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:11:58,609 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:58,613 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68220854, jitterRate=0.016569942235946655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:58,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521518486Initializing all the Stores at 1731521518493 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521518493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521518498 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521518498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521518498Cleaning up temporary data from old regions at 1731521518569 (+71 ms)Region opened successfully at 1731521518614 (+45 ms) 2024-11-13T18:11:58,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:11:58,614 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:11:58,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:11:58,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:11:58,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:11:58,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:11:58,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521518614Disabling compacts and flushes for region at 1731521518614Disabling writes for close at 1731521518615 (+1 ms)Writing region close event to WAL at 1731521518624 (+9 ms)Closed at 1731521518624 2024-11-13T18:11:58,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:58,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:11:58,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:11:58,651 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:11:58,654 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:11:58,805 DEBUG [39e84130bbc9:38245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:11:58,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,34777,1731521516173 2024-11-13T18:11:58,812 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,34777,1731521516173, state=OPENING 2024-11-13T18:11:58,816 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:11:58,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:58,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0666221237 2024-11-13T18:11:58,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0666221237/meta-region-server: CHANGED 2024-11-13T18:11:58,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0666221237/meta-region-server: CHANGED 2024-11-13T18:11:58,827 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:11:58,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,34777,1731521516173}] 2024-11-13T18:11:58,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:11:58,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:11:59,020 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:11:59,020 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:11:59,021 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:11:59,031 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C34777%2C1731521516173.meta, suffix=.meta, logDir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/WALs/39e84130bbc9,34777,1731521516173, archiveDir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/oldWALs, maxLogs=10 2024-11-13T18:11:59,064 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/WALs/39e84130bbc9,34777,1731521516173/39e84130bbc9%2C34777%2C1731521516173.meta.1731521519032.meta, exclude list is [], retry=0 2024-11-13T18:11:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45913,DS-9c21a8dc-07ae-43bc-81a6-bb81c35721a8,DISK] 2024-11-13T18:11:59,089 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/WALs/39e84130bbc9,34777,1731521516173/39e84130bbc9%2C34777%2C1731521516173.meta.1731521519032.meta 2024-11-13T18:11:59,092 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43867:43867)] 2024-11-13T18:11:59,092 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:59,093 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:59,093 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:11:59,093 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:11:59,093 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:11:59,093 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:11:59,093 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:59,093 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:11:59,093 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:11:59,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:11:59,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:11:59,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:59,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:59,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:11:59,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:11:59,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:59,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:59,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:11:59,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:11:59,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:59,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:59,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:11:59,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:11:59,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:59,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:11:59,102 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:11:59,103 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/data/hbase/meta/1588230740 2024-11-13T18:11:59,103 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/data/hbase/meta/1588230740 2024-11-13T18:11:59,104 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:11:59,104 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:11:59,105 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:11:59,106 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:11:59,108 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64640693, jitterRate=-0.036778613924980164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:11:59,109 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:11:59,109 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521519094Writing region info on filesystem at 1731521519094Initializing all the Stores at 1731521519095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521519095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521519095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521519095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521519095Cleaning up temporary data from old regions at 1731521519104 (+9 ms)Running coprocessor post-open hooks at 1731521519109 (+5 ms)Region opened successfully at 1731521519109 2024-11-13T18:11:59,112 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521518989 2024-11-13T18:11:59,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,34777,1731521516173 2024-11-13T18:11:59,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,34777,1731521516173, state=OPEN 2024-11-13T18:11:59,116 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:11:59,116 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:11:59,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38245-0x100ed4c7fdb0000, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0666221237/meta-region-server 2024-11-13T18:11:59,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34777-0x100ed4c7fdb0001, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0666221237/meta-region-server 2024-11-13T18:11:59,122 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,34777,1731521516173 2024-11-13T18:11:59,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0666221237/meta-region-server: CHANGED 2024-11-13T18:11:59,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0666221237/meta-region-server: CHANGED 2024-11-13T18:11:59,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:11:59,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,34777,1731521516173 in 295 msec 2024-11-13T18:11:59,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:11:59,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-13T18:11:59,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:11:59,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:11:59,128 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:59,128 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,34777,1731521516173, seqNum=-1] 2024-11-13T18:11:59,128 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:59,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:59,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1190 sec 2024-11-13T18:11:59,133 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521519133, completionTime=-1 2024-11-13T18:11:59,133 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:11:59,133 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:11:59,135 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:11:59,137 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521579135 2024-11-13T18:11:59,137 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521639137 2024-11-13T18:11:59,137 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-13T18:11:59,137 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38245,1731521515818-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:59,137 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38245,1731521515818-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:59,138 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38245,1731521515818-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:59,138 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:38245, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:59,138 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:59,139 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:59,139 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:11:59,147 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.751sec 2024-11-13T18:11:59,147 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:11:59,147 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:11:59,147 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:11:59,147 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:11:59,147 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:11:59,147 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38245,1731521515818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:11:59,147 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38245,1731521515818-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:11:59,149 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:11:59,149 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:11:59,149 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38245,1731521515818-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:11:59,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e5c824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:59,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,38245,-1 for getting cluster id 2024-11-13T18:11:59,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:11:59,189 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96de668d-0da3-45bd-be61-8564eee182b3' 2024-11-13T18:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96de668d-0da3-45bd-be61-8564eee182b3" 2024-11-13T18:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81c7dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,38245,-1] 2024-11-13T18:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:11:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:11:59,191 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:11:59,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcaa348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:11:59,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:11:59,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,34777,1731521516173, seqNum=-1] 2024-11-13T18:11:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:11:59,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:11:59,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,38245,1731521515818 2024-11-13T18:11:59,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49838 2024-11-13T18:11:59,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49838, baseZNode=/0666221237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:11:59,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:11:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,38245,1731521515818 2024-11-13T18:11:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24ab36d3 2024-11-13T18:11:59,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:11:59,226 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:11:59,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:11:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:11:59,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ed4c7fdb0002 connected 2024-11-13T18:11:59,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:11:59,235 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:59,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:11:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:59,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:11:59,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45913 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:11:59,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 171341f097f6a258007e669815281c89, NAME => 'test,,1731521519227.171341f097f6a258007e669815281c89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58 2024-11-13T18:11:59,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45913 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:11:59,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521519227.171341f097f6a258007e669815281c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:59,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 171341f097f6a258007e669815281c89, disabling compactions & flushes 2024-11-13T18:11:59,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521519227.171341f097f6a258007e669815281c89. 2024-11-13T18:11:59,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521519227.171341f097f6a258007e669815281c89. 2024-11-13T18:11:59,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521519227.171341f097f6a258007e669815281c89. after waiting 0 ms 2024-11-13T18:11:59,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521519227.171341f097f6a258007e669815281c89. 2024-11-13T18:11:59,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521519227.171341f097f6a258007e669815281c89. 2024-11-13T18:11:59,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 171341f097f6a258007e669815281c89: Waiting for close lock at 1731521519314Disabling compacts and flushes for region at 1731521519314Disabling writes for close at 1731521519314Writing region close event to WAL at 1731521519314Closed at 1731521519314 2024-11-13T18:11:59,319 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:11:59,320 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521519227.171341f097f6a258007e669815281c89.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521519319"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521519319"}]},"ts":"1731521519319"} 2024-11-13T18:11:59,322 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:11:59,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:11:59,323 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521519323"}]},"ts":"1731521519323"} 2024-11-13T18:11:59,325 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:11:59,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=171341f097f6a258007e669815281c89, ASSIGN}] 2024-11-13T18:11:59,327 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=171341f097f6a258007e669815281c89, ASSIGN 2024-11-13T18:11:59,327 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=171341f097f6a258007e669815281c89, ASSIGN; state=OFFLINE, location=39e84130bbc9,34777,1731521516173; forceNewPlan=false, retain=false 2024-11-13T18:11:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:59,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=171341f097f6a258007e669815281c89, regionState=OPENING, regionLocation=39e84130bbc9,34777,1731521516173 2024-11-13T18:11:59,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=171341f097f6a258007e669815281c89, ASSIGN because future has completed 2024-11-13T18:11:59,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 171341f097f6a258007e669815281c89, server=39e84130bbc9,34777,1731521516173}] 2024-11-13T18:11:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:59,677 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521519227.171341f097f6a258007e669815281c89. 2024-11-13T18:11:59,678 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 171341f097f6a258007e669815281c89, NAME => 'test,,1731521519227.171341f097f6a258007e669815281c89.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:11:59,678 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:11:59,678 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:11:59,678 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,679 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521519227.171341f097f6a258007e669815281c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:11:59,679 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,679 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,700 INFO [StoreOpener-171341f097f6a258007e669815281c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,714 INFO [StoreOpener-171341f097f6a258007e669815281c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 171341f097f6a258007e669815281c89 columnFamilyName f 2024-11-13T18:11:59,714 DEBUG [StoreOpener-171341f097f6a258007e669815281c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:59,727 INFO [StoreOpener-171341f097f6a258007e669815281c89-1 {}] regionserver.HStore(327): Store=171341f097f6a258007e669815281c89/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:59,728 INFO [StoreOpener-171341f097f6a258007e669815281c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,750 INFO [StoreOpener-171341f097f6a258007e669815281c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 171341f097f6a258007e669815281c89 columnFamilyName f1 2024-11-13T18:11:59,750 DEBUG [StoreOpener-171341f097f6a258007e669815281c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:59,752 INFO [StoreOpener-171341f097f6a258007e669815281c89-1 {}] regionserver.HStore(327): Store=171341f097f6a258007e669815281c89/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:59,753 INFO [StoreOpener-171341f097f6a258007e669815281c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,762 INFO [StoreOpener-171341f097f6a258007e669815281c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 171341f097f6a258007e669815281c89 columnFamilyName norep 2024-11-13T18:11:59,762 DEBUG [StoreOpener-171341f097f6a258007e669815281c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:11:59,766 INFO [StoreOpener-171341f097f6a258007e669815281c89-1 {}] regionserver.HStore(327): Store=171341f097f6a258007e669815281c89/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:11:59,769 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,778 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/data/default/test/171341f097f6a258007e669815281c89 2024-11-13T18:11:59,782 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/data/default/test/171341f097f6a258007e669815281c89 2024-11-13T18:11:59,806 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,806 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,815 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:11:59,829 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,856 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/data/default/test/171341f097f6a258007e669815281c89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:11:59,861 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 171341f097f6a258007e669815281c89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65493430, jitterRate=-0.024071842432022095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:11:59,861 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 171341f097f6a258007e669815281c89 2024-11-13T18:11:59,862 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 171341f097f6a258007e669815281c89: Running coprocessor pre-open hook at 1731521519679Writing region info on filesystem at 1731521519679Initializing all the Stores at 1731521519696 (+17 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521519696Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521519700 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521519700Cleaning up temporary data from old regions at 1731521519806 (+106 ms)Running coprocessor post-open hooks at 1731521519861 (+55 ms)Region opened successfully at 1731521519862 (+1 ms) 2024-11-13T18:11:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:11:59,873 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521519227.171341f097f6a258007e669815281c89., pid=6, masterSystemTime=1731521519643 2024-11-13T18:11:59,883 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=171341f097f6a258007e669815281c89, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,34777,1731521516173 2024-11-13T18:11:59,885 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521519227.171341f097f6a258007e669815281c89. 2024-11-13T18:11:59,885 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521519227.171341f097f6a258007e669815281c89. 2024-11-13T18:11:59,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 171341f097f6a258007e669815281c89, server=39e84130bbc9,34777,1731521516173 because future has completed 2024-11-13T18:11:59,919 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=39e84130bbc9,34777,1731521516173, table=test, region=171341f097f6a258007e669815281c89. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T18:11:59,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:11:59,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 171341f097f6a258007e669815281c89, server=39e84130bbc9,34777,1731521516173 in 444 msec 2024-11-13T18:11:59,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:11:59,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=171341f097f6a258007e669815281c89, ASSIGN in 636 msec 2024-11-13T18:11:59,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:11:59,982 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521519981"}]},"ts":"1731521519981"} 2024-11-13T18:11:59,997 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:12:00,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:12:00,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 775 msec 2024-11-13T18:12:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:00,377 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:12:00,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cce2ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:00,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,38245,-1 for getting cluster id 2024-11-13T18:12:00,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:00,400 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96de668d-0da3-45bd-be61-8564eee182b3' 2024-11-13T18:12:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96de668d-0da3-45bd-be61-8564eee182b3" 2024-11-13T18:12:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ebc58d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,38245,-1] 2024-11-13T18:12:00,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:00,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:00,406 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7481ece7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:00,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:00,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,38245,1731521515818 2024-11-13T18:12:00,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3399fa50 2024-11-13T18:12:00,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:00,410 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:00,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:38245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:12:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:12:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:12:00,414 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:38245' 2024-11-13T18:12:00,419 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db8bd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:00,419 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,38245,-1 for getting cluster id 2024-11-13T18:12:00,419 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:00,420 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96de668d-0da3-45bd-be61-8564eee182b3' 2024-11-13T18:12:00,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:00,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96de668d-0da3-45bd-be61-8564eee182b3" 2024-11-13T18:12:00,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e30d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:00,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,38245,-1] 2024-11-13T18:12:00,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:00,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:00,424 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:00,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edcf69d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:00,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:00,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,38245,1731521515818 2024-11-13T18:12:00,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41d78710 2024-11-13T18:12:00,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:00,430 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:00,431 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T18:12:00,431 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:12:00,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:00,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:00,432 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://39e84130bbc9:38245, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T18:12:00,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:00,445 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://39e84130bbc9:38245, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://39e84130bbc9:38245, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://39e84130bbc9:38245, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T18:12:00,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://39e84130bbc9:38245, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=35 msec 2024-11-13T18:12:00,448 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T18:12:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:12:00,534 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://39e84130bbc9:38245, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T18:12:00,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:00,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:00,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:00,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:00,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:00,557 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 360) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f577c9fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@47822cb6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/39e84130bbc9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_167751085_20 at /127.0.0.1:55082 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:49838): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58/MasterData-prefix:39e84130bbc9,38245,1731521515818 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/39e84130bbc9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521518049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/cluster_0418bff0-0990-7037-d681-6a3cfb55f3d2/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PacketResponder: BP-383225612-172.17.0.3-1731521514327:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp942076313-7875-acceptor-0@35a879c0-ServerConnector@3b776c2f{HTTP/1.1, (http/1.1)}{localhost:44471} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/39e84130bbc9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 2 on default port 41415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 42277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BP-383225612-172.17.0.3-1731521514327 heartbeating to localhost/127.0.0.1:41415 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1723695064_20 at /127.0.0.1:55108 [Receiving block BP-383225612-172.17.0.3-1731521514327:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58-prefix:39e84130bbc9,34777,1731521516173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;39e84130bbc9:34777 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp942076313-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f577c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp942076313-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f577c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp958885293-7921-acceptor-0@9184659-ServerConnector@2ad0721{HTTP/1.1, (http/1.1)}{localhost:44403} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$604/0x00007f577cad0c78.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;39e84130bbc9:38245 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41415 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/39e84130bbc9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41415/user/jenkins/test-data/ff3839ee-d920-bc8a-a47c-7b1ec7941c58-prefix:39e84130bbc9,34777,1731521516173.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-de2dda7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp958885293-7923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_167751085_20 at /127.0.0.1:55132 [Receiving block BP-383225612-172.17.0.3-1731521514327:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@631eb47a[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 39e84130bbc9:38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2b87a4b5 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Session-HouseKeeper-459ed37f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PacketResponder: BP-383225612-172.17.0.3-1731521514327:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2e5e22b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PacketResponder: BP-383225612-172.17.0.3-1731521514327:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp942076313-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp942076313-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f577c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521518041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp958885293-7920 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f577c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/39e84130bbc9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/cluster_0418bff0-0990-7037-d681-6a3cfb55f3d2/data/data1/current/BP-383225612-172.17.0.3-1731521514327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7a6fb4a7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 41415 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@15fba47b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 42277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6780168c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS:0;39e84130bbc9:34777-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42277 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@105aa11d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@612fd0bc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49838 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp942076313-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f577c439138.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49838) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp942076313-7878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_167751085_20 at /127.0.0.1:55136 [Receiving block BP-383225612-172.17.0.3-1731521514327:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49838) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp942076313-7877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49838) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/cluster_0418bff0-0990-7037-d681-6a3cfb55f3d2/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/cluster_0418bff0-0990-7037-d681-6a3cfb55f3d2/data/data2/current/BP-383225612-172.17.0.3-1731521514327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(330027118) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp958885293-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1108 (was 1100) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4574 (was 3441) - AvailableMemoryMB LEAK? - 2024-11-13T18:12:00,560 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-13T18:12:00,585 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=1108, ProcessCount=11, AvailableMemoryMB=4569 2024-11-13T18:12:00,585 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-13T18:12:00,607 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T18:12:00,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/hadoop.log.dir so I do NOT create it in target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896 2024-11-13T18:12:00,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:12:00,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/hadoop.tmp.dir so I do NOT create it in target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896 2024-11-13T18:12:00,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/826cae4c-6b7c-6baf-3471-0aafa71246bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:12:00,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896 2024-11-13T18:12:00,608 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/cluster_dab00ae7-8d16-6a3b-9f86-d8929f047aac, deleteOnExit=true 2024-11-13T18:12:00,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/cluster_dab00ae7-8d16-6a3b-9f86-d8929f047aac/zookeeper_0, clientPort=56931, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/cluster_dab00ae7-8d16-6a3b-9f86-d8929f047aac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/cluster_dab00ae7-8d16-6a3b-9f86-d8929f047aac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:12:00,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56931 2024-11-13T18:12:00,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:12:00,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:12:00,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/test.cache.data in system properties and HBase conf 2024-11-13T18:12:00,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:12:00,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:12:00,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:12:00,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:12:00,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:12:00,679 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:12:00,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:12:00,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:12:00,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:12:00,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:12:00,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:12:00,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:12:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:12:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:12:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:12:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:12:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:12:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:12:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:12:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:12:00,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:12:00,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:12:00,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:12:00,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:12:00,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:12:00,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:12:00,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a7f0e46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:12:00,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3df456d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:12:01,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@493303ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/java.io.tmpdir/jetty-localhost-38133-hadoop-hdfs-3_4_1-tests_jar-_-any-17223698952711880588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:12:01,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4564b2bc{HTTP/1.1, (http/1.1)}{localhost:38133} 2024-11-13T18:12:01,399 INFO [Time-limited test {}] server.Server(415): Started @305894ms 2024-11-13T18:12:01,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:12:01,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:12:01,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:12:01,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:12:01,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:12:01,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef88c79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:12:01,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33958fbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:12:01,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@786d5373{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/java.io.tmpdir/jetty-localhost-34535-hadoop-hdfs-3_4_1-tests_jar-_-any-2336751654820434896/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:12:01,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3eb3402{HTTP/1.1, (http/1.1)}{localhost:34535} 2024-11-13T18:12:01,879 INFO [Time-limited test {}] server.Server(415): Started @306374ms 2024-11-13T18:12:01,880 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:12:02,131 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/cluster_dab00ae7-8d16-6a3b-9f86-d8929f047aac/data/data1/current/BP-1605386413-172.17.0.3-1731521520740/current, will proceed with Du for space computation calculation, 2024-11-13T18:12:02,138 WARN [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/cluster_dab00ae7-8d16-6a3b-9f86-d8929f047aac/data/data2/current/BP-1605386413-172.17.0.3-1731521520740/current, will proceed with Du for space computation calculation, 2024-11-13T18:12:02,214 WARN [Thread-4293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:12:02,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x230cb4c75d0cd45d with lease ID 0x3b5c2c281a9db29d: Processing first storage report for DS-7f15d35b-1674-4ed5-a410-a93e725fe0b8 from datanode DatanodeRegistration(127.0.0.1:45707, datanodeUuid=ebb944cd-3bbe-40c0-8004-9f351d7c4665, infoPort=39229, infoSecurePort=0, ipcPort=37277, storageInfo=lv=-57;cid=testClusterID;nsid=848112938;c=1731521520740) 2024-11-13T18:12:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x230cb4c75d0cd45d with lease ID 0x3b5c2c281a9db29d: from storage DS-7f15d35b-1674-4ed5-a410-a93e725fe0b8 node DatanodeRegistration(127.0.0.1:45707, datanodeUuid=ebb944cd-3bbe-40c0-8004-9f351d7c4665, infoPort=39229, infoSecurePort=0, ipcPort=37277, storageInfo=lv=-57;cid=testClusterID;nsid=848112938;c=1731521520740), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:12:02,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x230cb4c75d0cd45d with lease ID 0x3b5c2c281a9db29d: Processing first storage report for DS-0cfde2bd-ddfd-4137-90a5-760ef28c575d from datanode DatanodeRegistration(127.0.0.1:45707, datanodeUuid=ebb944cd-3bbe-40c0-8004-9f351d7c4665, infoPort=39229, infoSecurePort=0, ipcPort=37277, storageInfo=lv=-57;cid=testClusterID;nsid=848112938;c=1731521520740) 2024-11-13T18:12:02,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x230cb4c75d0cd45d with lease ID 0x3b5c2c281a9db29d: from storage DS-0cfde2bd-ddfd-4137-90a5-760ef28c575d node DatanodeRegistration(127.0.0.1:45707, datanodeUuid=ebb944cd-3bbe-40c0-8004-9f351d7c4665, infoPort=39229, infoSecurePort=0, ipcPort=37277, storageInfo=lv=-57;cid=testClusterID;nsid=848112938;c=1731521520740), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:12:02,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896 2024-11-13T18:12:02,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:02,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:12:02,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117 with version=8 2024-11-13T18:12:02,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/hbase-staging 2024-11-13T18:12:02,423 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:12:02,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:02,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:02,429 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:12:02,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:02,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:12:02,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:12:02,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:12:02,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39683 2024-11-13T18:12:02,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39683 connecting to ZooKeeper ensemble=127.0.0.1:56931 2024-11-13T18:12:02,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396830x0, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:12:02,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39683-0x100ed4c98a20000 connected 2024-11-13T18:12:02,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:02,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:02,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Set watcher on znode that does not yet exist, /0893776870/running 2024-11-13T18:12:02,675 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117, hbase.cluster.distributed=false 2024-11-13T18:12:02,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Set watcher on znode that does not yet exist, /0893776870/acl 2024-11-13T18:12:02,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39683 2024-11-13T18:12:02,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39683 2024-11-13T18:12:02,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39683 2024-11-13T18:12:02,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39683 2024-11-13T18:12:02,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39683 2024-11-13T18:12:02,736 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:12:02,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:02,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:02,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:12:02,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:02,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:12:02,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:12:02,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:12:02,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44373 2024-11-13T18:12:02,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44373 connecting to ZooKeeper ensemble=127.0.0.1:56931 2024-11-13T18:12:02,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:02,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:02,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443730x0, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:12:02,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44373-0x100ed4c98a20001 connected 2024-11-13T18:12:02,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Set watcher on znode that does not yet exist, /0893776870/running 2024-11-13T18:12:02,786 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:12:02,801 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:12:02,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Set watcher on znode that does not yet exist, /0893776870/master 2024-11-13T18:12:02,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Set watcher on znode that does not yet exist, /0893776870/acl 2024-11-13T18:12:02,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-13T18:12:02,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44373 2024-11-13T18:12:02,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44373 2024-11-13T18:12:02,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-13T18:12:02,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-13T18:12:02,856 DEBUG [M:0;39e84130bbc9:39683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:39683 2024-11-13T18:12:02,857 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0893776870/backup-masters/39e84130bbc9,39683,1731521522423 2024-11-13T18:12:02,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870/backup-masters 2024-11-13T18:12:02,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870/backup-masters 2024-11-13T18:12:02,860 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Set watcher on existing znode=/0893776870/backup-masters/39e84130bbc9,39683,1731521522423 2024-11-13T18:12:02,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0893776870/master 2024-11-13T18:12:02,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:02,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:02,874 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Set watcher on existing znode=/0893776870/master 2024-11-13T18:12:02,876 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0893776870/backup-masters/39e84130bbc9,39683,1731521522423 from backup master directory 2024-11-13T18:12:02,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870/backup-masters 2024-11-13T18:12:02,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0893776870/backup-masters/39e84130bbc9,39683,1731521522423 2024-11-13T18:12:02,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870/backup-masters 2024-11-13T18:12:02,883 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:12:02,883 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,39683,1731521522423 2024-11-13T18:12:02,906 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/hbase.id] with ID: a0264a02-089d-4c99-8f95-24f50cf73ca7 2024-11-13T18:12:02,906 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/.tmp/hbase.id 2024-11-13T18:12:02,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:12:02,974 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/.tmp/hbase.id]:[hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/hbase.id] 2024-11-13T18:12:03,030 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:03,030 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:12:03,031 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:12:03,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:03,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:03,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:12:03,102 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:12:03,103 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:12:03,105 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:12:03,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:12:03,149 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store 2024-11-13T18:12:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:12:03,219 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:03,219 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:12:03,219 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:03,219 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:03,219 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:12:03,219 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:03,219 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:03,220 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521523219Disabling compacts and flushes for region at 1731521523219Disabling writes for close at 1731521523219Writing region close event to WAL at 1731521523219Closed at 1731521523219 2024-11-13T18:12:03,233 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/.initializing 2024-11-13T18:12:03,233 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/WALs/39e84130bbc9,39683,1731521522423 2024-11-13T18:12:03,241 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:12:03,254 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C39683%2C1731521522423, suffix=, logDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/WALs/39e84130bbc9,39683,1731521522423, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/oldWALs, maxLogs=10 2024-11-13T18:12:03,288 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/WALs/39e84130bbc9,39683,1731521522423/39e84130bbc9%2C39683%2C1731521522423.1731521523254, exclude list is [], retry=0 2024-11-13T18:12:03,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45707,DS-7f15d35b-1674-4ed5-a410-a93e725fe0b8,DISK] 2024-11-13T18:12:03,334 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/WALs/39e84130bbc9,39683,1731521522423/39e84130bbc9%2C39683%2C1731521522423.1731521523254 2024-11-13T18:12:03,338 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39229:39229)] 2024-11-13T18:12:03,339 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:12:03,339 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:03,339 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,339 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:12:03,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:03,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:03,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:12:03,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:03,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:03,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:12:03,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:03,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:03,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:12:03,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:03,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:03,381 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,382 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,382 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,384 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,384 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,384 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:12:03,385 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:03,397 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:12:03,398 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62321281, jitterRate=-0.07134054601192474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:12:03,398 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521523339Initializing all the Stores at 1731521523344 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521523344Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521523347 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521523347Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521523347Cleaning up temporary data from old regions at 1731521523384 (+37 ms)Region opened successfully at 1731521523398 (+14 ms) 2024-11-13T18:12:03,398 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:12:03,403 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd6f9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:12:03,404 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:12:03,404 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:12:03,404 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:12:03,405 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:12:03,407 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-13T18:12:03,407 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:12:03,408 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:12:03,423 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:12:03,429 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Unable to get data of znode /0893776870/balancer because node does not exist (not necessarily an error) 2024-11-13T18:12:03,444 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0893776870/balancer already deleted, retry=false 2024-11-13T18:12:03,444 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:12:03,449 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Unable to get data of znode /0893776870/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:12:03,455 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0893776870/normalizer already deleted, retry=false 2024-11-13T18:12:03,456 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:12:03,460 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Unable to get data of znode /0893776870/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:12:03,471 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0893776870/switch/split already deleted, retry=false 2024-11-13T18:12:03,475 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Unable to get data of znode /0893776870/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:12:03,482 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0893776870/switch/merge already deleted, retry=false 2024-11-13T18:12:03,490 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Unable to get data of znode /0893776870/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:12:03,504 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0893776870/snapshot-cleanup already deleted, retry=false 2024-11-13T18:12:03,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0893776870/running 2024-11-13T18:12:03,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:03,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0893776870/running 2024-11-13T18:12:03,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:03,525 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,39683,1731521522423, sessionid=0x100ed4c98a20000, setting cluster-up flag (Was=false) 2024-11-13T18:12:03,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:03,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:03,589 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0893776870/flush-table-proc/acquired, /0893776870/flush-table-proc/reached, /0893776870/flush-table-proc/abort 2024-11-13T18:12:03,602 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,39683,1731521522423 2024-11-13T18:12:03,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:03,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:03,673 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0893776870/online-snapshot/acquired, /0893776870/online-snapshot/reached, /0893776870/online-snapshot/abort 2024-11-13T18:12:03,674 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,39683,1731521522423 2024-11-13T18:12:03,687 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:12:03,698 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:03,698 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:12:03,698 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:12:03,698 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,39683,1731521522423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:12:03,734 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:03,734 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:03,734 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:03,734 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:03,734 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:12:03,735 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:03,735 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:12:03,735 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:03,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:03,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:12:03,786 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521553786 2024-11-13T18:12:03,786 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:12:03,786 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:12:03,786 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:12:03,786 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:12:03,786 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:12:03,786 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:12:03,793 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:03,793 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:03,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:12:03,797 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:12:03,797 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:12:03,798 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:12:03,798 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:12:03,806 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:12:03,806 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:12:03,817 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521523806,5,FailOnTimeoutGroup] 2024-11-13T18:12:03,830 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521523817,5,FailOnTimeoutGroup] 2024-11-13T18:12:03,830 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:03,830 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:12:03,830 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:03,830 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:03,859 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(746): ClusterId : a0264a02-089d-4c99-8f95-24f50cf73ca7 2024-11-13T18:12:03,859 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:12:03,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:12:03,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:12:03,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T18:12:03,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T18:12:03,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:12:03,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T18:12:03,883 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:12:03,883 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:12:03,890 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:12:03,890 DEBUG [RS:0;39e84130bbc9:44373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b5bd6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:12:03,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:12:03,911 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:44373 2024-11-13T18:12:03,911 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:12:03,911 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:12:03,911 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:12:03,913 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,39683,1731521522423 with port=44373, startcode=1731521522735 2024-11-13T18:12:03,915 DEBUG [RS:0;39e84130bbc9:44373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:12:03,924 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:12:03,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,44373,1731521522735 2024-11-13T18:12:03,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39683 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,44373,1731521522735 2024-11-13T18:12:03,938 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117 2024-11-13T18:12:03,938 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36817 2024-11-13T18:12:03,938 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:12:03,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870/rs 2024-11-13T18:12:03,948 DEBUG [RS:0;39e84130bbc9:44373 {}] zookeeper.ZKUtil(111): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Set watcher on existing znode=/0893776870/rs/39e84130bbc9,44373,1731521522735 2024-11-13T18:12:03,948 WARN [RS:0;39e84130bbc9:44373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:12:03,948 INFO [RS:0;39e84130bbc9:44373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:12:03,948 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735 2024-11-13T18:12:03,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,44373,1731521522735] 2024-11-13T18:12:03,984 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:12:03,991 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:12:03,994 INFO [RS:0;39e84130bbc9:44373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:12:03,994 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:04,010 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:12:04,017 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:12:04,017 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:04,017 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,017 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,017 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:12:04,018 DEBUG [RS:0;39e84130bbc9:44373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:12:04,025 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:04,025 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:04,025 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:04,025 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:04,025 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:04,025 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44373,1731521522735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:12:04,058 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:12:04,059 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44373,1731521522735-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:04,059 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:04,059 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.Replication(171): 39e84130bbc9,44373,1731521522735 started 2024-11-13T18:12:04,093 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:04,093 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,44373,1731521522735, RpcServer on 39e84130bbc9/172.17.0.3:44373, sessionid=0x100ed4c98a20001 2024-11-13T18:12:04,093 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:12:04,093 DEBUG [RS:0;39e84130bbc9:44373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,44373,1731521522735 2024-11-13T18:12:04,093 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,44373,1731521522735' 2024-11-13T18:12:04,094 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0893776870/flush-table-proc/abort' 2024-11-13T18:12:04,101 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0893776870/flush-table-proc/acquired' 2024-11-13T18:12:04,114 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:12:04,114 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:12:04,114 DEBUG [RS:0;39e84130bbc9:44373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,44373,1731521522735 2024-11-13T18:12:04,114 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,44373,1731521522735' 2024-11-13T18:12:04,115 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0893776870/online-snapshot/abort' 2024-11-13T18:12:04,129 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0893776870/online-snapshot/acquired' 2024-11-13T18:12:04,144 DEBUG [RS:0;39e84130bbc9:44373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:12:04,145 INFO [RS:0;39e84130bbc9:44373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:12:04,145 INFO [RS:0;39e84130bbc9:44373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:12:04,245 INFO [RS:0;39e84130bbc9:44373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:12:04,254 INFO [RS:0;39e84130bbc9:44373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C44373%2C1731521522735, suffix=, logDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/oldWALs, maxLogs=10 2024-11-13T18:12:04,291 DEBUG [RS:0;39e84130bbc9:44373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255, exclude list is [], retry=0 2024-11-13T18:12:04,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:12:04,302 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117 2024-11-13T18:12:04,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45707,DS-7f15d35b-1674-4ed5-a410-a93e725fe0b8,DISK] 2024-11-13T18:12:04,333 INFO [RS:0;39e84130bbc9:44373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 2024-11-13T18:12:04,334 DEBUG [RS:0;39e84130bbc9:44373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39229:39229)] 2024-11-13T18:12:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741833_1009 (size=32) 2024-11-13T18:12:04,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:12:04,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:04,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:12:04,700 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T18:12:04,700 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=22, created chunk count=34, reused chunk count=138, reuseRatio=80.23% 2024-11-13T18:12:04,703 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T18:12:04,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:04,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:12:04,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:12:04,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:04,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:04,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:12:04,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:12:04,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:04,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:04,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:12:04,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:12:04,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:04,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:04,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:12:04,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:12:04,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:04,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:04,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:12:04,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740 2024-11-13T18:12:04,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740 2024-11-13T18:12:04,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:12:04,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:12:04,790 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:12:04,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:12:04,809 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:12:04,812 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74309367, jitterRate=0.10729585587978363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:12:04,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521524742Initializing all the Stores at 1731521524744 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521524744Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521524745 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521524745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521524745Cleaning up temporary data from old regions at 1731521524790 (+45 ms)Region opened successfully at 1731521524812 (+22 ms) 2024-11-13T18:12:04,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:12:04,812 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:12:04,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:12:04,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:12:04,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:12:04,813 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:12:04,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521524812Disabling compacts and flushes for region at 1731521524812Disabling writes for close at 1731521524812Writing region close event to WAL at 1731521524813 (+1 ms)Closed at 1731521524813 2024-11-13T18:12:04,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:04,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:12:04,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:12:04,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:12:04,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:12:04,981 DEBUG [39e84130bbc9:39683 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:12:04,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,44373,1731521522735 2024-11-13T18:12:04,990 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,44373,1731521522735, state=OPENING 2024-11-13T18:12:05,001 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:12:05,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:05,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0893776870/meta-region-server: CHANGED 2024-11-13T18:12:05,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:05,013 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:12:05,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,44373,1731521522735}] 2024-11-13T18:12:05,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0893776870/meta-region-server: CHANGED 2024-11-13T18:12:05,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:12:05,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:12:05,194 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:12:05,194 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:12:05,194 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:12:05,201 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C44373%2C1731521522735.meta, suffix=.meta, logDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/oldWALs, maxLogs=10 2024-11-13T18:12:05,219 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.meta.1731521525201.meta, exclude list is [], retry=0 2024-11-13T18:12:05,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45707,DS-7f15d35b-1674-4ed5-a410-a93e725fe0b8,DISK] 2024-11-13T18:12:05,247 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.meta.1731521525201.meta 2024-11-13T18:12:05,248 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39229:39229)] 2024-11-13T18:12:05,248 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:12:05,248 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:12:05,248 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:12:05,248 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:12:05,249 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:12:05,249 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:12:05,249 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:05,249 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:12:05,249 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:12:05,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:12:05,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:12:05,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:05,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:05,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:12:05,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:12:05,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:05,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:05,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:12:05,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:12:05,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:05,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:05,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:12:05,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:12:05,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:05,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:05,337 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:12:05,341 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740 2024-11-13T18:12:05,354 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740 2024-11-13T18:12:05,373 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:12:05,373 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:12:05,377 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:12:05,389 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:12:05,397 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67197202, jitterRate=0.0013163387775421143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:12:05,397 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:12:05,398 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521525249Writing region info on filesystem at 1731521525249Initializing all the Stores at 1731521525261 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521525261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521525281 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521525281Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521525281Cleaning up temporary data from old regions at 1731521525373 (+92 ms)Running coprocessor post-open hooks at 1731521525397 (+24 ms)Region opened successfully at 1731521525398 (+1 ms) 2024-11-13T18:12:05,413 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521525168 2024-11-13T18:12:05,419 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:12:05,419 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:12:05,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,44373,1731521522735 2024-11-13T18:12:05,433 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,44373,1731521522735, state=OPEN 2024-11-13T18:12:05,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0893776870/meta-region-server 2024-11-13T18:12:05,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0893776870/meta-region-server 2024-11-13T18:12:05,449 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,44373,1731521522735 2024-11-13T18:12:05,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0893776870/meta-region-server: CHANGED 2024-11-13T18:12:05,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0893776870/meta-region-server: CHANGED 2024-11-13T18:12:05,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:12:05,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,44373,1731521522735 in 435 msec 2024-11-13T18:12:05,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:12:05,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-11-13T18:12:05,529 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:05,529 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:12:05,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:05,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44373,1731521522735, seqNum=-1] 2024-11-13T18:12:05,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:05,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:12:05,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8910 sec 2024-11-13T18:12:05,608 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521525608, completionTime=-1 2024-11-13T18:12:05,608 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:12:05,609 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:12:05,629 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:12:05,629 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521585629 2024-11-13T18:12:05,629 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521645629 2024-11-13T18:12:05,629 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 20 msec 2024-11-13T18:12:05,630 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39683,1731521522423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:05,630 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39683,1731521522423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:05,630 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39683,1731521522423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:05,630 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:39683, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:05,630 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:05,633 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:05,644 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:12:05,655 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.772sec 2024-11-13T18:12:05,655 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:12:05,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:12:05,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:12:05,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:12:05,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:12:05,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39683,1731521522423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:12:05,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39683,1731521522423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:12:05,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d260bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:05,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39683,-1 for getting cluster id 2024-11-13T18:12:05,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:05,678 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0264a02-089d-4c99-8f95-24f50cf73ca7' 2024-11-13T18:12:05,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:05,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0264a02-089d-4c99-8f95-24f50cf73ca7" 2024-11-13T18:12:05,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94a81b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:05,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39683,-1] 2024-11-13T18:12:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:05,680 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:05,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44836c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:05,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44373,1731521522735, seqNum=-1] 2024-11-13T18:12:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:05,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:12:05,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,39683,1731521522423 2024-11-13T18:12:05,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56931 2024-11-13T18:12:05,696 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:12:05,696 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:12:05,696 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39683,1731521522423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:05,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:12:05,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ed4c98a20002 connected 2024-11-13T18:12:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/hadoop.log.dir so I do NOT create it in target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02 2024-11-13T18:12:05,765 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:12:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/hadoop.tmp.dir so I do NOT create it in target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02 2024-11-13T18:12:05,765 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:12:05,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02 2024-11-13T18:12:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:12:05,765 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/cluster_b80cdafe-9ccf-f6b0-b1a8-fea9b307a703, deleteOnExit=true 2024-11-13T18:12:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:12:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/test.cache.data in system properties and HBase conf 2024-11-13T18:12:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:12:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:12:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:12:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:12:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:12:05,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:12:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:12:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:12:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:12:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:12:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:12:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:12:05,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:12:05,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:12:05,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:12:05,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:12:05,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:12:05,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:12:05,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:12:05,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:12:05,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:12:05,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:12:06,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:12:06,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:12:06,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:12:06,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:12:06,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2144d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:12:06,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210743d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:12:06,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f9b9271{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/java.io.tmpdir/jetty-localhost-42401-hadoop-hdfs-3_4_1-tests_jar-_-any-11505126386028324689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:12:06,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38d29d5{HTTP/1.1, (http/1.1)}{localhost:42401} 2024-11-13T18:12:06,244 INFO [Time-limited test {}] server.Server(415): Started @310739ms 2024-11-13T18:12:06,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:12:06,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:12:06,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:12:06,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:12:06,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:12:06,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dfc971b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:12:06,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786ab9ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:12:06,794 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:06,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:12:06,796 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128735 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:12:06,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56489eac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/java.io.tmpdir/jetty-localhost-32993-hadoop-hdfs-3_4_1-tests_jar-_-any-6350687288506608003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:12:06,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f0c9ac6{HTTP/1.1, (http/1.1)}{localhost:32993} 2024-11-13T18:12:06,841 INFO [Time-limited test {}] server.Server(415): Started @311337ms 2024-11-13T18:12:06,843 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:12:07,220 WARN [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/cluster_b80cdafe-9ccf-f6b0-b1a8-fea9b307a703/data/data1/current/BP-1417954914-172.17.0.3-1731521525816/current, will proceed with Du for space computation calculation, 2024-11-13T18:12:07,230 WARN [Thread-4428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/cluster_b80cdafe-9ccf-f6b0-b1a8-fea9b307a703/data/data2/current/BP-1417954914-172.17.0.3-1731521525816/current, will proceed with Du for space computation calculation, 2024-11-13T18:12:07,280 WARN [Thread-4415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:12:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x335397a6b7803303 with lease ID 0xdb192df162e5df56: Processing first storage report for DS-3965b074-09a6-40e7-9746-0804f1ea157b from datanode DatanodeRegistration(127.0.0.1:39969, datanodeUuid=7049ee27-4bfc-4ca5-a7d6-4953f04d35c4, infoPort=46845, infoSecurePort=0, ipcPort=45945, storageInfo=lv=-57;cid=testClusterID;nsid=633417189;c=1731521525816) 2024-11-13T18:12:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x335397a6b7803303 with lease ID 0xdb192df162e5df56: from storage DS-3965b074-09a6-40e7-9746-0804f1ea157b node DatanodeRegistration(127.0.0.1:39969, datanodeUuid=7049ee27-4bfc-4ca5-a7d6-4953f04d35c4, infoPort=46845, infoSecurePort=0, ipcPort=45945, storageInfo=lv=-57;cid=testClusterID;nsid=633417189;c=1731521525816), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:12:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x335397a6b7803303 with lease ID 0xdb192df162e5df56: Processing first storage report for DS-a98665db-87dd-4da8-aeba-c5f8d865dd47 from datanode DatanodeRegistration(127.0.0.1:39969, datanodeUuid=7049ee27-4bfc-4ca5-a7d6-4953f04d35c4, infoPort=46845, infoSecurePort=0, ipcPort=45945, storageInfo=lv=-57;cid=testClusterID;nsid=633417189;c=1731521525816) 2024-11-13T18:12:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x335397a6b7803303 with lease ID 0xdb192df162e5df56: from storage DS-a98665db-87dd-4da8-aeba-c5f8d865dd47 node DatanodeRegistration(127.0.0.1:39969, datanodeUuid=7049ee27-4bfc-4ca5-a7d6-4953f04d35c4, infoPort=46845, infoSecurePort=0, ipcPort=45945, storageInfo=lv=-57;cid=testClusterID;nsid=633417189;c=1731521525816), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:12:07,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02 2024-11-13T18:12:07,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:07,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:07,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:12:07,820 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7 with version=8 2024-11-13T18:12:07,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/hbase-staging 2024-11-13T18:12:07,826 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:12:07,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:07,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:07,826 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:12:07,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:07,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:12:07,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:12:07,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:12:07,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44397 2024-11-13T18:12:07,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44397 connecting to ZooKeeper ensemble=127.0.0.1:56931 2024-11-13T18:12:07,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443970x0, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:12:07,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44397-0x100ed4c98a20003 connected 2024-11-13T18:12:07,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:07,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:08,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Set watcher on znode that does not yet exist, /1-1174634866/running 2024-11-13T18:12:08,006 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7, hbase.cluster.distributed=false 2024-11-13T18:12:08,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Set watcher on znode that does not yet exist, /1-1174634866/acl 2024-11-13T18:12:08,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-13T18:12:08,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44397 2024-11-13T18:12:08,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44397 2024-11-13T18:12:08,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-13T18:12:08,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-13T18:12:08,139 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:12:08,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:08,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:08,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:12:08,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:08,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:12:08,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:12:08,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:12:08,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37009 2024-11-13T18:12:08,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37009 connecting to ZooKeeper ensemble=127.0.0.1:56931 2024-11-13T18:12:08,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:08,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:08,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370090x0, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:12:08,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37009-0x100ed4c98a20004 connected 2024-11-13T18:12:08,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Set watcher on znode that does not yet exist, /1-1174634866/running 2024-11-13T18:12:08,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:12:08,219 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:12:08,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Set watcher on znode that does not yet exist, /1-1174634866/master 2024-11-13T18:12:08,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Set watcher on znode that does not yet exist, /1-1174634866/acl 2024-11-13T18:12:08,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-13T18:12:08,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37009 2024-11-13T18:12:08,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37009 2024-11-13T18:12:08,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-13T18:12:08,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-13T18:12:08,322 DEBUG [M:0;39e84130bbc9:44397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:44397 2024-11-13T18:12:08,333 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1174634866/backup-masters/39e84130bbc9,44397,1731521527826 2024-11-13T18:12:08,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866/backup-masters 2024-11-13T18:12:08,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866/backup-masters 2024-11-13T18:12:08,367 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Set watcher on existing znode=/1-1174634866/backup-masters/39e84130bbc9,44397,1731521527826 2024-11-13T18:12:08,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1174634866/master 2024-11-13T18:12:08,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:08,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:08,406 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Set watcher on existing znode=/1-1174634866/master 2024-11-13T18:12:08,407 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1174634866/backup-masters/39e84130bbc9,44397,1731521527826 from backup master directory 2024-11-13T18:12:08,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866/backup-masters 2024-11-13T18:12:08,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1174634866/backup-masters/39e84130bbc9,44397,1731521527826 2024-11-13T18:12:08,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866/backup-masters 2024-11-13T18:12:08,414 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:12:08,414 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,44397,1731521527826 2024-11-13T18:12:08,429 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/hbase.id] with ID: e7299a2e-58ac-4257-833d-43dd2282e46e 2024-11-13T18:12:08,429 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/.tmp/hbase.id 2024-11-13T18:12:08,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:12:08,865 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/.tmp/hbase.id]:[hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/hbase.id] 2024-11-13T18:12:08,880 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:08,880 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:12:08,881 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:12:08,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:08,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:12:08,925 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:12:08,926 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:12:08,927 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:12:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:12:08,941 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store 2024-11-13T18:12:08,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:12:08,994 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:08,994 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:12:08,994 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:08,994 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:08,994 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:12:08,994 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:08,994 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:08,994 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521528994Disabling compacts and flushes for region at 1731521528994Disabling writes for close at 1731521528994Writing region close event to WAL at 1731521528994Closed at 1731521528994 2024-11-13T18:12:08,996 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/.initializing 2024-11-13T18:12:08,996 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/WALs/39e84130bbc9,44397,1731521527826 2024-11-13T18:12:08,998 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:12:09,004 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C44397%2C1731521527826, suffix=, logDir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/WALs/39e84130bbc9,44397,1731521527826, archiveDir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/oldWALs, maxLogs=10 2024-11-13T18:12:09,023 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/WALs/39e84130bbc9,44397,1731521527826/39e84130bbc9%2C44397%2C1731521527826.1731521529004, exclude list is [], retry=0 2024-11-13T18:12:09,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-3965b074-09a6-40e7-9746-0804f1ea157b,DISK] 2024-11-13T18:12:09,050 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/WALs/39e84130bbc9,44397,1731521527826/39e84130bbc9%2C44397%2C1731521527826.1731521529004 2024-11-13T18:12:09,053 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46845:46845)] 2024-11-13T18:12:09,053 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:12:09,054 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:09,054 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,054 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:12:09,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:09,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:09,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:12:09,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:09,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:09,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:12:09,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:09,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:09,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:12:09,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:09,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:09,121 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,125 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,129 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,149 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,149 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,154 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:12:09,165 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:09,190 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:12:09,194 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71840598, jitterRate=0.07050833106040955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:12:09,194 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521529054Initializing all the Stores at 1731521529063 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521529063Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521529065 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521529065Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521529065Cleaning up temporary data from old regions at 1731521529149 (+84 ms)Region opened successfully at 1731521529194 (+45 ms) 2024-11-13T18:12:09,197 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:12:09,216 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50262666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:12:09,227 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:12:09,227 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:12:09,227 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:12:09,227 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:12:09,237 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 10 msec 2024-11-13T18:12:09,239 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:12:09,239 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:12:09,260 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:12:09,267 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Unable to get data of znode /1-1174634866/balancer because node does not exist (not necessarily an error) 2024-11-13T18:12:09,272 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1174634866/balancer already deleted, retry=false 2024-11-13T18:12:09,273 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:12:09,274 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Unable to get data of znode /1-1174634866/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:12:09,281 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1174634866/normalizer already deleted, retry=false 2024-11-13T18:12:09,281 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:12:09,291 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Unable to get data of znode /1-1174634866/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:12:09,300 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1174634866/switch/split already deleted, retry=false 2024-11-13T18:12:09,302 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Unable to get data of znode /1-1174634866/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:12:09,313 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1174634866/switch/merge already deleted, retry=false 2024-11-13T18:12:09,334 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Unable to get data of znode /1-1174634866/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:12:09,346 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1174634866/snapshot-cleanup already deleted, retry=false 2024-11-13T18:12:09,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1174634866/running 2024-11-13T18:12:09,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:09,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1174634866/running 2024-11-13T18:12:09,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:09,359 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,44397,1731521527826, sessionid=0x100ed4c98a20003, setting cluster-up flag (Was=false) 2024-11-13T18:12:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:09,387 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1174634866/flush-table-proc/acquired, /1-1174634866/flush-table-proc/reached, /1-1174634866/flush-table-proc/abort 2024-11-13T18:12:09,393 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,44397,1731521527826 2024-11-13T18:12:09,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:09,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:09,448 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1174634866/online-snapshot/acquired, /1-1174634866/online-snapshot/reached, /1-1174634866/online-snapshot/abort 2024-11-13T18:12:09,464 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,44397,1731521527826 2024-11-13T18:12:09,473 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:12:09,493 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:09,494 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:12:09,494 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:12:09,494 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,44397,1731521527826 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:12:09,509 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:09,509 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:09,509 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:09,509 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:09,509 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:12:09,509 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,509 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:12:09,509 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,521 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(746): ClusterId : e7299a2e-58ac-4257-833d-43dd2282e46e 2024-11-13T18:12:09,521 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:12:09,538 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:09,538 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:12:09,539 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:09,539 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:12:09,541 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521559541 2024-11-13T18:12:09,541 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:12:09,541 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:12:09,541 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:12:09,542 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:12:09,542 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:12:09,542 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:12:09,557 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:12:09,557 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:12:09,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,561 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:12:09,562 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:12:09,562 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:12:09,562 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:12:09,566 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:12:09,566 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:12:09,569 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521529566,5,FailOnTimeoutGroup] 2024-11-13T18:12:09,577 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521529569,5,FailOnTimeoutGroup] 2024-11-13T18:12:09,577 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,577 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:12:09,577 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,577 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,584 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:12:09,584 DEBUG [RS:0;39e84130bbc9:37009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20138daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:12:09,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:12:09,623 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:37009 2024-11-13T18:12:09,623 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:12:09,623 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:12:09,623 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:12:09,629 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:12:09,629 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7 2024-11-13T18:12:09,632 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,44397,1731521527826 with port=37009, startcode=1731521528139 2024-11-13T18:12:09,632 DEBUG [RS:0;39e84130bbc9:37009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:12:09,634 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:12:09,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,37009,1731521528139 2024-11-13T18:12:09,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44397 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,37009,1731521528139 2024-11-13T18:12:09,641 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7 2024-11-13T18:12:09,641 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35585 2024-11-13T18:12:09,641 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:12:09,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866/rs 2024-11-13T18:12:09,662 DEBUG [RS:0;39e84130bbc9:37009 {}] zookeeper.ZKUtil(111): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Set watcher on existing znode=/1-1174634866/rs/39e84130bbc9,37009,1731521528139 2024-11-13T18:12:09,662 WARN [RS:0;39e84130bbc9:37009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:12:09,662 INFO [RS:0;39e84130bbc9:37009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:12:09,662 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/WALs/39e84130bbc9,37009,1731521528139 2024-11-13T18:12:09,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,37009,1731521528139] 2024-11-13T18:12:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:12:09,697 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:12:09,706 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:12:09,708 INFO [RS:0;39e84130bbc9:37009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:12:09,708 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,725 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:12:09,734 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:12:09,734 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:12:09,735 DEBUG [RS:0;39e84130bbc9:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:12:09,741 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,741 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,741 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,741 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,741 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,741 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37009,1731521528139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:12:09,771 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:12:09,771 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37009,1731521528139-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,771 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,771 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.Replication(171): 39e84130bbc9,37009,1731521528139 started 2024-11-13T18:12:09,800 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:09,800 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,37009,1731521528139, RpcServer on 39e84130bbc9/172.17.0.3:37009, sessionid=0x100ed4c98a20004 2024-11-13T18:12:09,801 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:12:09,801 DEBUG [RS:0;39e84130bbc9:37009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,37009,1731521528139 2024-11-13T18:12:09,801 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,37009,1731521528139' 2024-11-13T18:12:09,801 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1174634866/flush-table-proc/abort' 2024-11-13T18:12:09,807 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1174634866/flush-table-proc/acquired' 2024-11-13T18:12:09,811 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:12:09,811 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:12:09,812 DEBUG [RS:0;39e84130bbc9:37009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,37009,1731521528139 2024-11-13T18:12:09,812 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,37009,1731521528139' 2024-11-13T18:12:09,812 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1174634866/online-snapshot/abort' 2024-11-13T18:12:09,821 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1174634866/online-snapshot/acquired' 2024-11-13T18:12:09,825 DEBUG [RS:0;39e84130bbc9:37009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:12:09,825 INFO [RS:0;39e84130bbc9:37009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:12:09,825 INFO [RS:0;39e84130bbc9:37009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:12:09,927 INFO [RS:0;39e84130bbc9:37009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:12:09,933 INFO [RS:0;39e84130bbc9:37009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C37009%2C1731521528139, suffix=, logDir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/WALs/39e84130bbc9,37009,1731521528139, archiveDir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/oldWALs, maxLogs=10 2024-11-13T18:12:09,959 DEBUG [RS:0;39e84130bbc9:37009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/WALs/39e84130bbc9,37009,1731521528139/39e84130bbc9%2C37009%2C1731521528139.1731521529934, exclude list is [], retry=0 2024-11-13T18:12:09,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-3965b074-09a6-40e7-9746-0804f1ea157b,DISK] 2024-11-13T18:12:09,983 INFO [RS:0;39e84130bbc9:37009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/WALs/39e84130bbc9,37009,1731521528139/39e84130bbc9%2C37009%2C1731521528139.1731521529934 2024-11-13T18:12:09,987 DEBUG [RS:0;39e84130bbc9:37009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46845:46845)] 2024-11-13T18:12:10,093 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:10,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:12:10,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:12:10,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:10,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:10,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:12:10,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:12:10,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:10,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:10,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:12:10,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:12:10,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:10,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:10,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:12:10,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:12:10,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:10,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:10,151 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:12:10,152 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740 2024-11-13T18:12:10,152 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740 2024-11-13T18:12:10,156 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:12:10,156 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:12:10,157 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:12:10,163 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:12:10,174 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:12:10,179 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61070624, jitterRate=-0.08997678756713867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:12:10,180 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521530093Initializing all the Stores at 1731521530105 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521530105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521530109 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521530109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521530109Cleaning up temporary data from old regions at 1731521530156 (+47 ms)Region opened successfully at 1731521530179 (+23 ms) 2024-11-13T18:12:10,180 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:12:10,180 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:12:10,180 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:12:10,180 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:12:10,180 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:12:10,185 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:12:10,185 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521530180Disabling compacts and flushes for region at 1731521530180Disabling writes for close at 1731521530180Writing region close event to WAL at 1731521530185 (+5 ms)Closed at 1731521530185 2024-11-13T18:12:10,189 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:10,189 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:12:10,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:12:10,190 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:12:10,191 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:12:10,343 DEBUG [39e84130bbc9:44397 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:12:10,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,37009,1731521528139 2024-11-13T18:12:10,346 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,37009,1731521528139, state=OPENING 2024-11-13T18:12:10,349 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:12:10,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:10,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:10,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1174634866/meta-region-server: CHANGED 2024-11-13T18:12:10,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1174634866/meta-region-server: CHANGED 2024-11-13T18:12:10,354 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:12:10,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,37009,1731521528139}] 2024-11-13T18:12:10,518 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:12:10,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:12:10,538 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:12:10,538 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:12:10,538 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:12:10,556 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C37009%2C1731521528139.meta, suffix=.meta, logDir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/WALs/39e84130bbc9,37009,1731521528139, archiveDir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/oldWALs, maxLogs=10 2024-11-13T18:12:10,583 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/WALs/39e84130bbc9,37009,1731521528139/39e84130bbc9%2C37009%2C1731521528139.meta.1731521530557.meta, exclude list is [], retry=0 2024-11-13T18:12:10,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-3965b074-09a6-40e7-9746-0804f1ea157b,DISK] 2024-11-13T18:12:10,623 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/WALs/39e84130bbc9,37009,1731521528139/39e84130bbc9%2C37009%2C1731521528139.meta.1731521530557.meta 2024-11-13T18:12:10,630 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46845:46845)] 2024-11-13T18:12:10,630 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:12:10,631 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:12:10,631 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:12:10,631 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:12:10,631 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:12:10,631 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:12:10,631 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:10,631 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:12:10,631 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:12:10,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:12:10,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:12:10,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:10,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:10,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:12:10,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:12:10,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:10,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:10,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:12:10,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:12:10,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:10,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:10,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:12:10,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:12:10,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:10,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:10,729 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:12:10,737 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740 2024-11-13T18:12:10,752 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740 2024-11-13T18:12:10,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:12:10,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,772 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:12:10,772 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:12:10,777 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:12:10,791 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:12:10,801 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72144796, jitterRate=0.07504123449325562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:12:10,801 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:12:10,801 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521530631Writing region info on filesystem at 1731521530631Initializing all the Stores at 1731521530648 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521530648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521530661 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521530661Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521530661Cleaning up temporary data from old regions at 1731521530772 (+111 ms)Running coprocessor post-open hooks at 1731521530801 (+29 ms)Region opened successfully at 1731521530801 2024-11-13T18:12:10,804 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521530517 2024-11-13T18:12:10,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,37009,1731521528139 2024-11-13T18:12:10,809 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:12:10,809 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:12:10,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,37009,1731521528139, state=OPEN 2024-11-13T18:12:10,825 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,37009,1731521528139 2024-11-13T18:12:10,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:12:10,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,37009,1731521528139 in 471 msec 2024-11-13T18:12:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1174634866/meta-region-server 2024-11-13T18:12:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1174634866/meta-region-server 2024-11-13T18:12:10,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1174634866/meta-region-server: CHANGED 2024-11-13T18:12:10,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1174634866/meta-region-server: CHANGED 2024-11-13T18:12:10,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:12:10,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-13T18:12:10,835 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:10,835 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:12:10,842 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:10,842 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,37009,1731521528139, seqNum=-1] 2024-11-13T18:12:10,842 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:10,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:12:10,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3870 sec 2024-11-13T18:12:10,872 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521530872, completionTime=-1 2024-11-13T18:12:10,872 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:12:10,872 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:12:10,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:12:10,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521590882 2024-11-13T18:12:10,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521650882 2024-11-13T18:12:10,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-13T18:12:10,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44397,1731521527826-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:10,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44397,1731521527826-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:10,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44397,1731521527826-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:10,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:44397, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:10,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:10,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:10,887 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:12:10,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:10,897 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.483sec 2024-11-13T18:12:10,897 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:12:10,897 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:12:10,897 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:12:10,897 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:12:10,897 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:12:10,897 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44397,1731521527826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:12:10,897 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44397,1731521527826-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:12:10,934 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:12:10,935 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:12:10,935 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44397,1731521527826-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:10,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93c5b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:10,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44397,-1 for getting cluster id 2024-11-13T18:12:10,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:10,956 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7299a2e-58ac-4257-833d-43dd2282e46e' 2024-11-13T18:12:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7299a2e-58ac-4257-833d-43dd2282e46e" 2024-11-13T18:12:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b5bdd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44397,-1] 2024-11-13T18:12:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:10,962 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:10,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a522078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:10,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,37009,1731521528139, seqNum=-1] 2024-11-13T18:12:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:10,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:12:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,44397,1731521527826 2024-11-13T18:12:10,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56931 2024-11-13T18:12:10,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:12:11,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ed4c98a20005 connected 2024-11-13T18:12:11,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/hadoop.log.dir so I do NOT create it in target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66 2024-11-13T18:12:11,062 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:12:11,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/hadoop.tmp.dir so I do NOT create it in target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66 2024-11-13T18:12:11,062 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:12:11,062 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66 2024-11-13T18:12:11,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:12:11,062 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/cluster_95460c09-314d-9f8c-f9d9-cbe59a836835, deleteOnExit=true 2024-11-13T18:12:11,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:12:11,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/test.cache.data in system properties and HBase conf 2024-11-13T18:12:11,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:12:11,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:12:11,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:12:11,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:12:11,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:12:11,063 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:12:11,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:12:11,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:12:11,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:12:11,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:12:11,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:12:11,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:12:11,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:12:11,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:12:11,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:12:11,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e3bc62f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:12:11,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0fd58e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:12:11,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101158f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/java.io.tmpdir/jetty-localhost-40609-hadoop-hdfs-3_4_1-tests_jar-_-any-12374072228605304953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:12:11,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6025c365{HTTP/1.1, (http/1.1)}{localhost:40609} 2024-11-13T18:12:11,529 INFO [Time-limited test {}] server.Server(415): Started @316024ms 2024-11-13T18:12:11,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:12:11,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:12:11,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:12:11,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:12:11,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:12:11,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cb6c3b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:12:11,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e3458ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:12:12,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69698f7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/java.io.tmpdir/jetty-localhost-40411-hadoop-hdfs-3_4_1-tests_jar-_-any-16996034244110787366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:12:12,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417a9f6b{HTTP/1.1, (http/1.1)}{localhost:40411} 2024-11-13T18:12:12,160 INFO [Time-limited test {}] server.Server(415): Started @316656ms 2024-11-13T18:12:12,167 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:12:12,546 WARN [Thread-4548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/cluster_95460c09-314d-9f8c-f9d9-cbe59a836835/data/data1/current/BP-446659632-172.17.0.3-1731521531102/current, will proceed with Du for space computation calculation, 2024-11-13T18:12:12,562 WARN [Thread-4549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/cluster_95460c09-314d-9f8c-f9d9-cbe59a836835/data/data2/current/BP-446659632-172.17.0.3-1731521531102/current, will proceed with Du for space computation calculation, 2024-11-13T18:12:12,730 WARN [Thread-4536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:12:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eb56838d28634e5 with lease ID 0xf2c8bfdc9ac46ba3: Processing first storage report for DS-5bed7fa1-88b4-46a8-bcc5-e549a2d115e5 from datanode DatanodeRegistration(127.0.0.1:33477, datanodeUuid=50c8e0b8-a024-4640-8eb7-27591b82c65d, infoPort=46577, infoSecurePort=0, ipcPort=39923, storageInfo=lv=-57;cid=testClusterID;nsid=56745001;c=1731521531102) 2024-11-13T18:12:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eb56838d28634e5 with lease ID 0xf2c8bfdc9ac46ba3: from storage DS-5bed7fa1-88b4-46a8-bcc5-e549a2d115e5 node DatanodeRegistration(127.0.0.1:33477, datanodeUuid=50c8e0b8-a024-4640-8eb7-27591b82c65d, infoPort=46577, infoSecurePort=0, ipcPort=39923, storageInfo=lv=-57;cid=testClusterID;nsid=56745001;c=1731521531102), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:12:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eb56838d28634e5 with lease ID 0xf2c8bfdc9ac46ba3: Processing first storage report for DS-2c5decde-fafa-4674-83ea-bf5187ba2718 from datanode DatanodeRegistration(127.0.0.1:33477, datanodeUuid=50c8e0b8-a024-4640-8eb7-27591b82c65d, infoPort=46577, infoSecurePort=0, ipcPort=39923, storageInfo=lv=-57;cid=testClusterID;nsid=56745001;c=1731521531102) 2024-11-13T18:12:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eb56838d28634e5 with lease ID 0xf2c8bfdc9ac46ba3: from storage DS-2c5decde-fafa-4674-83ea-bf5187ba2718 node DatanodeRegistration(127.0.0.1:33477, datanodeUuid=50c8e0b8-a024-4640-8eb7-27591b82c65d, infoPort=46577, infoSecurePort=0, ipcPort=39923, storageInfo=lv=-57;cid=testClusterID;nsid=56745001;c=1731521531102), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:12:12,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66 2024-11-13T18:12:12,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:12,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:12,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:12:12,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991 with version=8 2024-11-13T18:12:12,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/hbase-staging 2024-11-13T18:12:12,925 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:12:12,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:12,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:12,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:12:12,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:12,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:12:12,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:12:12,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:12:12,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45087 2024-11-13T18:12:12,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45087 connecting to ZooKeeper ensemble=127.0.0.1:56931 2024-11-13T18:12:12,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450870x0, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:12:12,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45087-0x100ed4c98a20006 connected 2024-11-13T18:12:12,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:12,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:13,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Set watcher on znode that does not yet exist, /2-9418508/running 2024-11-13T18:12:13,002 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991, hbase.cluster.distributed=false 2024-11-13T18:12:13,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Set watcher on znode that does not yet exist, /2-9418508/acl 2024-11-13T18:12:13,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-13T18:12:13,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45087 2024-11-13T18:12:13,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45087 2024-11-13T18:12:13,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-13T18:12:13,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-13T18:12:13,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:12:13,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:13,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:13,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:12:13,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:12:13,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:12:13,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:12:13,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:12:13,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39293 2024-11-13T18:12:13,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39293 connecting to ZooKeeper ensemble=127.0.0.1:56931 2024-11-13T18:12:13,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:13,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:13,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392930x0, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:12:13,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39293-0x100ed4c98a20007 connected 2024-11-13T18:12:13,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Set watcher on znode that does not yet exist, /2-9418508/running 2024-11-13T18:12:13,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:12:13,161 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:12:13,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Set watcher on znode that does not yet exist, /2-9418508/master 2024-11-13T18:12:13,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Set watcher on znode that does not yet exist, /2-9418508/acl 2024-11-13T18:12:13,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-13T18:12:13,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39293 2024-11-13T18:12:13,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39293 2024-11-13T18:12:13,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-13T18:12:13,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-13T18:12:13,258 DEBUG [M:0;39e84130bbc9:45087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:45087 2024-11-13T18:12:13,280 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-9418508/backup-masters/39e84130bbc9,45087,1731521532924 2024-11-13T18:12:13,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508/backup-masters 2024-11-13T18:12:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508/backup-masters 2024-11-13T18:12:13,290 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Set watcher on existing znode=/2-9418508/backup-masters/39e84130bbc9,45087,1731521532924 2024-11-13T18:12:13,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:13,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-9418508/master 2024-11-13T18:12:13,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:13,305 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Set watcher on existing znode=/2-9418508/master 2024-11-13T18:12:13,306 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-9418508/backup-masters/39e84130bbc9,45087,1731521532924 from backup master directory 2024-11-13T18:12:13,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-9418508/backup-masters/39e84130bbc9,45087,1731521532924 2024-11-13T18:12:13,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508/backup-masters 2024-11-13T18:12:13,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508/backup-masters 2024-11-13T18:12:13,308 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:12:13,308 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,45087,1731521532924 2024-11-13T18:12:13,329 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/hbase.id] with ID: 205dbc85-8ea0-4994-8bc8-ecc33d183c9b 2024-11-13T18:12:13,329 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/.tmp/hbase.id 2024-11-13T18:12:13,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:12:13,363 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/.tmp/hbase.id]:[hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/hbase.id] 2024-11-13T18:12:13,386 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:13,386 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:12:13,387 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:12:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:12:13,843 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:12:13,844 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:12:13,846 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:12:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:12:13,945 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store 2024-11-13T18:12:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:12:14,440 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:14,440 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:12:14,440 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:14,440 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:14,440 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:12:14,440 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:14,440 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:14,441 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521534440Disabling compacts and flushes for region at 1731521534440Disabling writes for close at 1731521534440Writing region close event to WAL at 1731521534440Closed at 1731521534440 2024-11-13T18:12:14,454 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/.initializing 2024-11-13T18:12:14,454 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/WALs/39e84130bbc9,45087,1731521532924 2024-11-13T18:12:14,469 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:12:14,494 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C45087%2C1731521532924, suffix=, logDir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/WALs/39e84130bbc9,45087,1731521532924, archiveDir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/oldWALs, maxLogs=10 2024-11-13T18:12:14,521 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/WALs/39e84130bbc9,45087,1731521532924/39e84130bbc9%2C45087%2C1731521532924.1731521534494, exclude list is [], retry=0 2024-11-13T18:12:14,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33477,DS-5bed7fa1-88b4-46a8-bcc5-e549a2d115e5,DISK] 2024-11-13T18:12:14,561 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/WALs/39e84130bbc9,45087,1731521532924/39e84130bbc9%2C45087%2C1731521532924.1731521534494 2024-11-13T18:12:14,562 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46577:46577)] 2024-11-13T18:12:14,562 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:12:14,562 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:14,562 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,562 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:12:14,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:14,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:14,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:12:14,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:14,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:14,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:12:14,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:14,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:14,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:12:14,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:14,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:14,606 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,607 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,611 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,623 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,623 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,629 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:12:14,635 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:12:14,643 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:12:14,644 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72772383, jitterRate=0.08439300954341888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:12:14,644 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731521534562Initializing all the Stores at 1731521534563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521534563Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521534564 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521534564Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521534564Cleaning up temporary data from old regions at 1731521534623 (+59 ms)Region opened successfully at 1731521534644 (+21 ms) 2024-11-13T18:12:14,649 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:12:14,652 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c57f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:12:14,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:12:14,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:12:14,656 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:12:14,657 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:12:14,664 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-11-13T18:12:14,664 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:12:14,664 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:12:14,691 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:12:14,692 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Unable to get data of znode /2-9418508/balancer because node does not exist (not necessarily an error) 2024-11-13T18:12:14,700 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-9418508/balancer already deleted, retry=false 2024-11-13T18:12:14,700 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:12:14,701 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Unable to get data of znode /2-9418508/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:12:14,705 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-9418508/normalizer already deleted, retry=false 2024-11-13T18:12:14,706 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:12:14,713 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Unable to get data of znode /2-9418508/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:12:14,719 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-9418508/switch/split already deleted, retry=false 2024-11-13T18:12:14,720 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Unable to get data of znode /2-9418508/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:12:14,722 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-9418508/switch/merge already deleted, retry=false 2024-11-13T18:12:14,741 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Unable to get data of znode /2-9418508/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:12:14,749 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-9418508/snapshot-cleanup already deleted, retry=false 2024-11-13T18:12:14,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-9418508/running 2024-11-13T18:12:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-9418508/running 2024-11-13T18:12:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:14,753 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,45087,1731521532924, sessionid=0x100ed4c98a20006, setting cluster-up flag (Was=false) 2024-11-13T18:12:14,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:14,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:14,818 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-9418508/flush-table-proc/acquired, /2-9418508/flush-table-proc/reached, /2-9418508/flush-table-proc/abort 2024-11-13T18:12:14,833 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,45087,1731521532924 2024-11-13T18:12:14,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:14,881 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-9418508/online-snapshot/acquired, /2-9418508/online-snapshot/reached, /2-9418508/online-snapshot/abort 2024-11-13T18:12:14,882 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,45087,1731521532924 2024-11-13T18:12:14,893 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:12:14,903 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:14,904 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:12:14,904 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:12:14,904 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,45087,1731521532924 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:12:14,910 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:14,910 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:14,910 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:14,910 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:12:14,910 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:12:14,910 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:14,910 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:12:14,910 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:14,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:14,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:12:14,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:14,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:12:14,942 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731521564942 2024-11-13T18:12:14,943 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:12:14,943 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:12:14,943 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:12:14,943 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:12:14,943 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:12:14,943 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:12:14,945 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:14,949 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:12:14,949 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:12:14,950 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:12:14,950 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T18:12:14,952 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:12:14,952 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:12:14,953 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521534952,5,FailOnTimeoutGroup] 2024-11-13T18:12:14,963 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521534953,5,FailOnTimeoutGroup] 2024-11-13T18:12:14,963 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:14,963 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:12:14,963 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:14,963 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:14,971 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(746): ClusterId : 205dbc85-8ea0-4994-8bc8-ecc33d183c9b 2024-11-13T18:12:14,971 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:12:14,993 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:12:14,993 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:12:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:12:15,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:12:15,014 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991 2024-11-13T18:12:15,014 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:12:15,014 DEBUG [RS:0;39e84130bbc9:39293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6903fc1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:12:15,036 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:39293 2024-11-13T18:12:15,036 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:12:15,036 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:12:15,036 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:12:15,038 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,45087,1731521532924 with port=39293, startcode=1731521533085 2024-11-13T18:12:15,038 DEBUG [RS:0;39e84130bbc9:39293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:12:15,060 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:12:15,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,39293,1731521533085 2024-11-13T18:12:15,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45087 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,39293,1731521533085 2024-11-13T18:12:15,065 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991 2024-11-13T18:12:15,065 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40641 2024-11-13T18:12:15,065 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:12:15,072 DEBUG [RS:0;39e84130bbc9:39293 {}] zookeeper.ZKUtil(111): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Set watcher on existing znode=/2-9418508/rs/39e84130bbc9,39293,1731521533085 2024-11-13T18:12:15,072 WARN [RS:0;39e84130bbc9:39293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:12:15,072 INFO [RS:0;39e84130bbc9:39293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:12:15,072 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/WALs/39e84130bbc9,39293,1731521533085 2024-11-13T18:12:15,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508/rs 2024-11-13T18:12:15,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:12:15,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:15,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:12:15,093 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:12:15,095 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:12:15,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,39293,1731521533085] 2024-11-13T18:12:15,101 INFO [RS:0;39e84130bbc9:39293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:12:15,102 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:15,105 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:12:15,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:12:15,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:15,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:15,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:12:15,113 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:12:15,113 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:15,113 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:12:15,114 DEBUG [RS:0;39e84130bbc9:39293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:12:15,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:12:15,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:15,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:15,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:12:15,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:12:15,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:15,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:15,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:12:15,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:12:15,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:15,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:15,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:12:15,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740 2024-11-13T18:12:15,153 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:15,153 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:15,153 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:15,153 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:15,153 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:15,153 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39293,1731521533085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:12:15,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740 2024-11-13T18:12:15,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:12:15,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:12:15,182 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:12:15,194 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:12:15,194 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,39293,1731521533085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:15,194 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:15,194 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.Replication(171): 39e84130bbc9,39293,1731521533085 started 2024-11-13T18:12:15,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:12:15,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:12:15,215 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:15,215 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,39293,1731521533085, RpcServer on 39e84130bbc9/172.17.0.3:39293, sessionid=0x100ed4c98a20007 2024-11-13T18:12:15,215 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:12:15,215 DEBUG [RS:0;39e84130bbc9:39293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,39293,1731521533085 2024-11-13T18:12:15,215 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,39293,1731521533085' 2024-11-13T18:12:15,215 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-9418508/flush-table-proc/abort' 2024-11-13T18:12:15,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70214200, jitterRate=0.046273112297058105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:12:15,218 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-9418508/flush-table-proc/acquired' 2024-11-13T18:12:15,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731521535080Initializing all the Stores at 1731521535086 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521535086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521535089 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521535089Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521535089Cleaning up temporary data from old regions at 1731521535179 (+90 ms)Region opened successfully at 1731521535217 (+38 ms) 2024-11-13T18:12:15,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:12:15,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:12:15,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:12:15,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:12:15,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:12:15,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:12:15,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521535218Disabling compacts and flushes for region at 1731521535218Disabling writes for close at 1731521535218Writing region close event to WAL at 1731521535219 (+1 ms)Closed at 1731521535219 2024-11-13T18:12:15,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:15,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:12:15,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:12:15,223 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:12:15,224 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:12:15,224 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:12:15,224 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:12:15,224 DEBUG [RS:0;39e84130bbc9:39293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,39293,1731521533085 2024-11-13T18:12:15,224 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,39293,1731521533085' 2024-11-13T18:12:15,224 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-9418508/online-snapshot/abort' 2024-11-13T18:12:15,227 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-9418508/online-snapshot/acquired' 2024-11-13T18:12:15,231 DEBUG [RS:0;39e84130bbc9:39293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:12:15,231 INFO [RS:0;39e84130bbc9:39293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:12:15,231 INFO [RS:0;39e84130bbc9:39293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:12:15,331 INFO [RS:0;39e84130bbc9:39293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:12:15,346 INFO [RS:0;39e84130bbc9:39293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C39293%2C1731521533085, suffix=, logDir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/WALs/39e84130bbc9,39293,1731521533085, archiveDir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/oldWALs, maxLogs=10 2024-11-13T18:12:15,371 DEBUG [RS:0;39e84130bbc9:39293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/WALs/39e84130bbc9,39293,1731521533085/39e84130bbc9%2C39293%2C1731521533085.1731521535346, exclude list is [], retry=0 2024-11-13T18:12:15,376 WARN [39e84130bbc9:45087 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:12:15,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33477,DS-5bed7fa1-88b4-46a8-bcc5-e549a2d115e5,DISK] 2024-11-13T18:12:15,390 INFO [RS:0;39e84130bbc9:39293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/WALs/39e84130bbc9,39293,1731521533085/39e84130bbc9%2C39293%2C1731521533085.1731521535346 2024-11-13T18:12:15,390 DEBUG [RS:0;39e84130bbc9:39293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46577:46577)] 2024-11-13T18:12:15,629 DEBUG [39e84130bbc9:45087 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T18:12:15,630 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,39293,1731521533085 2024-11-13T18:12:15,633 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,39293,1731521533085, state=OPENING 2024-11-13T18:12:15,636 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:12:15,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:15,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:15,645 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:12:15,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,39293,1731521533085}] 2024-11-13T18:12:15,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-9418508/meta-region-server: CHANGED 2024-11-13T18:12:15,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-9418508/meta-region-server: CHANGED 2024-11-13T18:12:15,821 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:12:15,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:12:15,845 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:12:15,845 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:12:15,846 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:12:15,860 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C39293%2C1731521533085.meta, suffix=.meta, logDir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/WALs/39e84130bbc9,39293,1731521533085, archiveDir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/oldWALs, maxLogs=10 2024-11-13T18:12:15,880 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/WALs/39e84130bbc9,39293,1731521533085/39e84130bbc9%2C39293%2C1731521533085.meta.1731521535860.meta, exclude list is [], retry=0 2024-11-13T18:12:15,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33477,DS-5bed7fa1-88b4-46a8-bcc5-e549a2d115e5,DISK] 2024-11-13T18:12:15,905 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/WALs/39e84130bbc9,39293,1731521533085/39e84130bbc9%2C39293%2C1731521533085.meta.1731521535860.meta 2024-11-13T18:12:15,917 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46577:46577)] 2024-11-13T18:12:15,918 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:12:15,918 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:12:15,918 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:12:15,918 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:12:15,918 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:12:15,918 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:12:15,918 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:15,919 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:12:15,919 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:12:15,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:12:15,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:12:15,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:15,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:15,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:12:15,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:12:15,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:15,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:15,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:12:15,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:12:15,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:15,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:15,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:12:15,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:12:15,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:15,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:12:15,965 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:12:15,967 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740 2024-11-13T18:12:15,967 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740 2024-11-13T18:12:15,969 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:12:15,969 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:12:15,969 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:12:15,972 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:12:15,973 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65298358, jitterRate=-0.026978641748428345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:12:15,973 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:12:15,973 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731521535920Writing region info on filesystem at 1731521535920Initializing all the Stores at 1731521535929 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521535929Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521535930 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521535930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731521535930Cleaning up temporary data from old regions at 1731521535969 (+39 ms)Running coprocessor post-open hooks at 1731521535973 (+4 ms)Region opened successfully at 1731521535973 2024-11-13T18:12:15,979 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731521535821 2024-11-13T18:12:15,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,39293,1731521533085 2024-11-13T18:12:15,993 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:12:15,993 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:12:15,999 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,39293,1731521533085, state=OPEN 2024-11-13T18:12:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-9418508/meta-region-server 2024-11-13T18:12:16,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-9418508/meta-region-server: CHANGED 2024-11-13T18:12:16,005 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,39293,1731521533085 2024-11-13T18:12:16,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-9418508/meta-region-server 2024-11-13T18:12:16,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-9418508/meta-region-server: CHANGED 2024-11-13T18:12:16,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:12:16,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,39293,1731521533085 in 360 msec 2024-11-13T18:12:16,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:12:16,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 790 msec 2024-11-13T18:12:16,015 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:12:16,015 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:12:16,033 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:16,033 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,39293,1731521533085, seqNum=-1] 2024-11-13T18:12:16,033 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:16,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:12:16,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1540 sec 2024-11-13T18:12:16,054 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731521536054, completionTime=-1 2024-11-13T18:12:16,054 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T18:12:16,054 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:12:16,060 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T18:12:16,060 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731521596060 2024-11-13T18:12:16,060 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731521656060 2024-11-13T18:12:16,060 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T18:12:16,060 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45087,1731521532924-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:16,060 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45087,1731521532924-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:16,060 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45087,1731521532924-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:16,061 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:45087, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:16,061 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:16,061 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:16,063 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:12:16,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.757sec 2024-11-13T18:12:16,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:12:16,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:12:16,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:12:16,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:12:16,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:12:16,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45087,1731521532924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:12:16,065 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45087,1731521532924-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:12:16,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374b2111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:16,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,45087,-1 for getting cluster id 2024-11-13T18:12:16,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:16,096 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:12:16,096 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:12:16,096 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45087,1731521532924-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:12:16,097 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '205dbc85-8ea0-4994-8bc8-ecc33d183c9b' 2024-11-13T18:12:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "205dbc85-8ea0-4994-8bc8-ecc33d183c9b" 2024-11-13T18:12:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614e6865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,45087,-1] 2024-11-13T18:12:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:16,099 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:16,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0ce22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:16,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,39293,1731521533085, seqNum=-1] 2024-11-13T18:12:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:16,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:12:16,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,45087,1731521532924 2024-11-13T18:12:16,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56931 2024-11-13T18:12:16,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:12:16,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:12:16,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ed4c98a20008 connected 2024-11-13T18:12:16,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:16,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39683,1731521522423 2024-11-13T18:12:16,179 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42cfd11d 2024-11-13T18:12:16,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:16,185 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:16,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:12:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:12:16,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:12:16,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:16,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:12:16,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:12:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:16,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:16,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:12:16,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 043d1f9c2824b93774b16e23f1ee0ca6, NAME => 'test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117 2024-11-13T18:12:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:16,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:12:16,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:16,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 043d1f9c2824b93774b16e23f1ee0ca6, disabling compactions & flushes 2024-11-13T18:12:16,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:16,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:16,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. after waiting 0 ms 2024-11-13T18:12:16,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:16,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:16,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 043d1f9c2824b93774b16e23f1ee0ca6: Waiting for close lock at 1731521536410Disabling compacts and flushes for region at 1731521536410Disabling writes for close at 1731521536410Writing region close event to WAL at 1731521536410Closed at 1731521536410 2024-11-13T18:12:16,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:12:16,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521536421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521536421"}]},"ts":"1731521536421"} 2024-11-13T18:12:16,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:12:16,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:12:16,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521536433"}]},"ts":"1731521536433"} 2024-11-13T18:12:16,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:12:16,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=043d1f9c2824b93774b16e23f1ee0ca6, ASSIGN}] 2024-11-13T18:12:16,446 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=043d1f9c2824b93774b16e23f1ee0ca6, ASSIGN 2024-11-13T18:12:16,447 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=043d1f9c2824b93774b16e23f1ee0ca6, ASSIGN; state=OFFLINE, location=39e84130bbc9,44373,1731521522735; forceNewPlan=false, retain=false 2024-11-13T18:12:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:16,602 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=043d1f9c2824b93774b16e23f1ee0ca6, regionState=OPENING, regionLocation=39e84130bbc9,44373,1731521522735 2024-11-13T18:12:16,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=043d1f9c2824b93774b16e23f1ee0ca6, ASSIGN because future has completed 2024-11-13T18:12:16,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 043d1f9c2824b93774b16e23f1ee0ca6, server=39e84130bbc9,44373,1731521522735}] 2024-11-13T18:12:16,782 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:16,782 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 043d1f9c2824b93774b16e23f1ee0ca6, NAME => 'test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:12:16,782 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:12:16,782 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:12:16,782 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,782 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:16,783 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,783 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,793 INFO [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,797 INFO [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043d1f9c2824b93774b16e23f1ee0ca6 columnFamilyName f 2024-11-13T18:12:16,797 DEBUG [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:16,801 INFO [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] regionserver.HStore(327): Store=043d1f9c2824b93774b16e23f1ee0ca6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:16,802 INFO [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,804 INFO [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043d1f9c2824b93774b16e23f1ee0ca6 columnFamilyName f1 2024-11-13T18:12:16,804 DEBUG [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:16,804 INFO [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] regionserver.HStore(327): Store=043d1f9c2824b93774b16e23f1ee0ca6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:16,804 INFO [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,810 INFO [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043d1f9c2824b93774b16e23f1ee0ca6 columnFamilyName norep 2024-11-13T18:12:16,810 DEBUG [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:16,810 INFO [StoreOpener-043d1f9c2824b93774b16e23f1ee0ca6-1 {}] regionserver.HStore(327): Store=043d1f9c2824b93774b16e23f1ee0ca6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:16,810 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,813 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,814 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,819 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,819 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,820 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:12:16,824 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,841 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:12:16,842 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 043d1f9c2824b93774b16e23f1ee0ca6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70733996, jitterRate=0.05401867628097534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:12:16,842 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:16,842 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 043d1f9c2824b93774b16e23f1ee0ca6: Running coprocessor pre-open hook at 1731521536783Writing region info on filesystem at 1731521536783Initializing all the Stores at 1731521536791 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521536791Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521536793 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521536793Cleaning up temporary data from old regions at 1731521536819 (+26 ms)Running coprocessor post-open hooks at 1731521536842 (+23 ms)Region opened successfully at 1731521536842 2024-11-13T18:12:16,844 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., pid=6, masterSystemTime=1731521536768 2024-11-13T18:12:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:16,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=043d1f9c2824b93774b16e23f1ee0ca6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,44373,1731521522735 2024-11-13T18:12:16,850 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:16,850 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:16,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 043d1f9c2824b93774b16e23f1ee0ca6, server=39e84130bbc9,44373,1731521522735 because future has completed 2024-11-13T18:12:16,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:12:16,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 043d1f9c2824b93774b16e23f1ee0ca6, server=39e84130bbc9,44373,1731521522735 in 273 msec 2024-11-13T18:12:16,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:12:16,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=043d1f9c2824b93774b16e23f1ee0ca6, ASSIGN in 451 msec 2024-11-13T18:12:16,901 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:12:16,901 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521536901"}]},"ts":"1731521536901"} 2024-11-13T18:12:16,909 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:12:16,916 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:12:16,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 728 msec 2024-11-13T18:12:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:17,357 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:12:17,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,44397,1731521527826 2024-11-13T18:12:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f79b47e 2024-11-13T18:12:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:17,368 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:17,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:12:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:12:17,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:12:17,378 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:17,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:12:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:17,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:12:17,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:12:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:17,866 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51823c8dd4c273011ac6e9a4d596c6ce, NAME => 'test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7 2024-11-13T18:12:17,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:12:17,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:17,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 51823c8dd4c273011ac6e9a4d596c6ce, disabling compactions & flushes 2024-11-13T18:12:17,950 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:17,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:17,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. after waiting 0 ms 2024-11-13T18:12:17,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:17,950 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:17,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51823c8dd4c273011ac6e9a4d596c6ce: Waiting for close lock at 1731521537950Disabling compacts and flushes for region at 1731521537950Disabling writes for close at 1731521537950Writing region close event to WAL at 1731521537950Closed at 1731521537950 2024-11-13T18:12:17,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:12:17,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521537952"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521537952"}]},"ts":"1731521537952"} 2024-11-13T18:12:17,968 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:12:17,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:12:17,969 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521537969"}]},"ts":"1731521537969"} 2024-11-13T18:12:17,975 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:12:17,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51823c8dd4c273011ac6e9a4d596c6ce, ASSIGN}] 2024-11-13T18:12:17,978 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51823c8dd4c273011ac6e9a4d596c6ce, ASSIGN 2024-11-13T18:12:17,979 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=51823c8dd4c273011ac6e9a4d596c6ce, ASSIGN; state=OFFLINE, location=39e84130bbc9,37009,1731521528139; forceNewPlan=false, retain=false 2024-11-13T18:12:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:18,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51823c8dd4c273011ac6e9a4d596c6ce, regionState=OPENING, regionLocation=39e84130bbc9,37009,1731521528139 2024-11-13T18:12:18,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=51823c8dd4c273011ac6e9a4d596c6ce, ASSIGN because future has completed 2024-11-13T18:12:18,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51823c8dd4c273011ac6e9a4d596c6ce, server=39e84130bbc9,37009,1731521528139}] 2024-11-13T18:12:18,337 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:18,337 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 51823c8dd4c273011ac6e9a4d596c6ce, NAME => 'test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:12:18,338 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:12:18,338 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:12:18,338 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,338 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:18,338 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,338 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,354 INFO [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,358 INFO [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51823c8dd4c273011ac6e9a4d596c6ce columnFamilyName f 2024-11-13T18:12:18,358 DEBUG [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:18,360 INFO [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] regionserver.HStore(327): Store=51823c8dd4c273011ac6e9a4d596c6ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:18,360 INFO [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,369 INFO [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51823c8dd4c273011ac6e9a4d596c6ce columnFamilyName f1 2024-11-13T18:12:18,370 DEBUG [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:18,373 INFO [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] regionserver.HStore(327): Store=51823c8dd4c273011ac6e9a4d596c6ce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:18,373 INFO [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,397 INFO [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51823c8dd4c273011ac6e9a4d596c6ce columnFamilyName norep 2024-11-13T18:12:18,398 DEBUG [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:18,405 INFO [StoreOpener-51823c8dd4c273011ac6e9a4d596c6ce-1 {}] regionserver.HStore(327): Store=51823c8dd4c273011ac6e9a4d596c6ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:18,405 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,412 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,414 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,422 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,422 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,425 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:12:18,434 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,452 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:12:18,453 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 51823c8dd4c273011ac6e9a4d596c6ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64612483, jitterRate=-0.037198975682258606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:12:18,453 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:18,453 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 51823c8dd4c273011ac6e9a4d596c6ce: Running coprocessor pre-open hook at 1731521538338Writing region info on filesystem at 1731521538338Initializing all the Stores at 1731521538353 (+15 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521538353Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521538354 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521538354Cleaning up temporary data from old regions at 1731521538422 (+68 ms)Running coprocessor post-open hooks at 1731521538453 (+31 ms)Region opened successfully at 1731521538453 2024-11-13T18:12:18,455 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce., pid=6, masterSystemTime=1731521538294 2024-11-13T18:12:18,458 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:18,458 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:18,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51823c8dd4c273011ac6e9a4d596c6ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,37009,1731521528139 2024-11-13T18:12:18,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51823c8dd4c273011ac6e9a4d596c6ce, server=39e84130bbc9,37009,1731521528139 because future has completed 2024-11-13T18:12:18,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:12:18,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 51823c8dd4c273011ac6e9a4d596c6ce, server=39e84130bbc9,37009,1731521528139 in 346 msec 2024-11-13T18:12:18,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:12:18,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=51823c8dd4c273011ac6e9a4d596c6ce, ASSIGN in 510 msec 2024-11-13T18:12:18,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:12:18,491 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521538491"}]},"ts":"1731521538491"} 2024-11-13T18:12:18,494 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:12:18,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:12:18,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1250 sec 2024-11-13T18:12:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:18,531 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:12:18,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,45087,1731521532924 2024-11-13T18:12:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@713816bc 2024-11-13T18:12:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:18,534 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:18,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:12:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T18:12:18,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:12:18,543 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:18,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T18:12:18,544 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:12:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:18,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741835_1011 (size=902) 2024-11-13T18:12:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:19,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41fa21a67fd2e9555a1f5e7284ab13c7, NAME => 'test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991 2024-11-13T18:12:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741836_1012 (size=39) 2024-11-13T18:12:19,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:19,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 41fa21a67fd2e9555a1f5e7284ab13c7, disabling compactions & flushes 2024-11-13T18:12:19,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:19,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:19,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. after waiting 0 ms 2024-11-13T18:12:19,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:19,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:19,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41fa21a67fd2e9555a1f5e7284ab13c7: Waiting for close lock at 1731521539120Disabling compacts and flushes for region at 1731521539120Disabling writes for close at 1731521539121 (+1 ms)Writing region close event to WAL at 1731521539121Closed at 1731521539121 2024-11-13T18:12:19,122 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:12:19,123 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731521539122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521539122"}]},"ts":"1731521539122"} 2024-11-13T18:12:19,125 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:12:19,126 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:12:19,127 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521539126"}]},"ts":"1731521539126"} 2024-11-13T18:12:19,133 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T18:12:19,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41fa21a67fd2e9555a1f5e7284ab13c7, ASSIGN}] 2024-11-13T18:12:19,137 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41fa21a67fd2e9555a1f5e7284ab13c7, ASSIGN 2024-11-13T18:12:19,138 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=41fa21a67fd2e9555a1f5e7284ab13c7, ASSIGN; state=OFFLINE, location=39e84130bbc9,39293,1731521533085; forceNewPlan=false, retain=false 2024-11-13T18:12:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:19,290 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41fa21a67fd2e9555a1f5e7284ab13c7, regionState=OPENING, regionLocation=39e84130bbc9,39293,1731521533085 2024-11-13T18:12:19,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=41fa21a67fd2e9555a1f5e7284ab13c7, ASSIGN because future has completed 2024-11-13T18:12:19,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41fa21a67fd2e9555a1f5e7284ab13c7, server=39e84130bbc9,39293,1731521533085}] 2024-11-13T18:12:19,473 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:19,474 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 41fa21a67fd2e9555a1f5e7284ab13c7, NAME => 'test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:12:19,474 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:12:19,474 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T18:12:19,475 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,475 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:19,475 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,475 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,501 INFO [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,512 INFO [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41fa21a67fd2e9555a1f5e7284ab13c7 columnFamilyName f 2024-11-13T18:12:19,512 DEBUG [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:19,513 INFO [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] regionserver.HStore(327): Store=41fa21a67fd2e9555a1f5e7284ab13c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:19,513 INFO [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,516 INFO [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41fa21a67fd2e9555a1f5e7284ab13c7 columnFamilyName f1 2024-11-13T18:12:19,517 DEBUG [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:19,517 INFO [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] regionserver.HStore(327): Store=41fa21a67fd2e9555a1f5e7284ab13c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:19,517 INFO [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,519 INFO [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41fa21a67fd2e9555a1f5e7284ab13c7 columnFamilyName norep 2024-11-13T18:12:19,519 DEBUG [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:19,519 INFO [StoreOpener-41fa21a67fd2e9555a1f5e7284ab13c7-1 {}] regionserver.HStore(327): Store=41fa21a67fd2e9555a1f5e7284ab13c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:19,520 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,520 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,521 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,522 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,522 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,523 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:12:19,528 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,541 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:12:19,541 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 41fa21a67fd2e9555a1f5e7284ab13c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66030192, jitterRate=-0.01607346534729004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:12:19,541 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:19,542 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 41fa21a67fd2e9555a1f5e7284ab13c7: Running coprocessor pre-open hook at 1731521539475Writing region info on filesystem at 1731521539475Initializing all the Stores at 1731521539482 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521539482Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521539491 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521539491Cleaning up temporary data from old regions at 1731521539522 (+31 ms)Running coprocessor post-open hooks at 1731521539541 (+19 ms)Region opened successfully at 1731521539542 (+1 ms) 2024-11-13T18:12:19,547 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7., pid=6, masterSystemTime=1731521539457 2024-11-13T18:12:19,549 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:19,549 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:19,555 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41fa21a67fd2e9555a1f5e7284ab13c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=39e84130bbc9,39293,1731521533085 2024-11-13T18:12:19,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41fa21a67fd2e9555a1f5e7284ab13c7, server=39e84130bbc9,39293,1731521533085 because future has completed 2024-11-13T18:12:19,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T18:12:19,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41fa21a67fd2e9555a1f5e7284ab13c7, server=39e84130bbc9,39293,1731521533085 in 272 msec 2024-11-13T18:12:19,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:12:19,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=41fa21a67fd2e9555a1f5e7284ab13c7, ASSIGN in 448 msec 2024-11-13T18:12:19,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:12:19,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521539585"}]},"ts":"1731521539585"} 2024-11-13T18:12:19,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T18:12:19,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:12:19,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0530 sec 2024-11-13T18:12:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:12:19,695 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T18:12:19,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10267416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:19,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39683,-1 for getting cluster id 2024-11-13T18:12:19,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:19,698 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0264a02-089d-4c99-8f95-24f50cf73ca7' 2024-11-13T18:12:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0264a02-089d-4c99-8f95-24f50cf73ca7" 2024-11-13T18:12:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c30ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39683,-1] 2024-11-13T18:12:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:19,700 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390c7d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:19,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39683,1731521522423 2024-11-13T18:12:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f13fa8 2024-11-13T18:12:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:19,703 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:19,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://39e84130bbc9:44397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:12:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:12:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:12:19,706 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:44397' 2024-11-13T18:12:19,707 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1982d926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:19,707 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44397,-1 for getting cluster id 2024-11-13T18:12:19,707 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:19,707 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7299a2e-58ac-4257-833d-43dd2282e46e' 2024-11-13T18:12:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7299a2e-58ac-4257-833d-43dd2282e46e" 2024-11-13T18:12:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d90e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44397,-1] 2024-11-13T18:12:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:19,709 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:19,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236099fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:19,710 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:19,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,44397,1731521527826 2024-11-13T18:12:19,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@391f145f 2024-11-13T18:12:19,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:19,713 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:19,717 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T18:12:19,717 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:12:19,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:19,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:19,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:19,718 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:12:19,723 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T18:12:19,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:12:19,727 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:19,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:12:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741837_1013 (size=1138) 2024-11-13T18:12:19,773 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T18:12:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:12:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:12:20,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a25dcbd88e43dd3d73d4fe33f7dfe90, NAME => 'hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117 2024-11-13T18:12:20,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741838_1014 (size=44) 2024-11-13T18:12:20,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:20,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3a25dcbd88e43dd3d73d4fe33f7dfe90, disabling compactions & flushes 2024-11-13T18:12:20,242 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:20,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:20,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. after waiting 0 ms 2024-11-13T18:12:20,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:20,242 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:20,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a25dcbd88e43dd3d73d4fe33f7dfe90: Waiting for close lock at 1731521540242Disabling compacts and flushes for region at 1731521540242Disabling writes for close at 1731521540242Writing region close event to WAL at 1731521540242Closed at 1731521540242 2024-11-13T18:12:20,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:12:20,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731521540252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731521540252"}]},"ts":"1731521540252"} 2024-11-13T18:12:20,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T18:12:20,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:12:20,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521540268"}]},"ts":"1731521540268"} 2024-11-13T18:12:20,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T18:12:20,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a25dcbd88e43dd3d73d4fe33f7dfe90, ASSIGN}] 2024-11-13T18:12:20,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a25dcbd88e43dd3d73d4fe33f7dfe90, ASSIGN 2024-11-13T18:12:20,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a25dcbd88e43dd3d73d4fe33f7dfe90, ASSIGN; state=OFFLINE, location=39e84130bbc9,44373,1731521522735; forceNewPlan=false, retain=false 2024-11-13T18:12:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:12:20,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a25dcbd88e43dd3d73d4fe33f7dfe90, regionState=OPENING, regionLocation=39e84130bbc9,44373,1731521522735 2024-11-13T18:12:20,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a25dcbd88e43dd3d73d4fe33f7dfe90, ASSIGN because future has completed 2024-11-13T18:12:20,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a25dcbd88e43dd3d73d4fe33f7dfe90, server=39e84130bbc9,44373,1731521522735}] 2024-11-13T18:12:20,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:20,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:12:20,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T18:12:20,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=39e84130bbc9%2C44373%2C1731521522735.rep, suffix=, logDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/oldWALs, maxLogs=10 2024-11-13T18:12:20,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.rep.1731521540636, exclude list is [], retry=0 2024-11-13T18:12:20,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45707,DS-7f15d35b-1674-4ed5-a410-a93e725fe0b8,DISK] 2024-11-13T18:12:20,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.rep.1731521540636 2024-11-13T18:12:20,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39229:39229)] 2024-11-13T18:12:20,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a25dcbd88e43dd3d73d4fe33f7dfe90, NAME => 'hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:12:20,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T18:12:20,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:12:20,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. service=MultiRowMutationService 2024-11-13T18:12:20,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T18:12:20,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:12:20,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,705 INFO [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,708 INFO [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a25dcbd88e43dd3d73d4fe33f7dfe90 columnFamilyName hfileref 2024-11-13T18:12:20,708 DEBUG [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:20,713 INFO [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] regionserver.HStore(327): Store=3a25dcbd88e43dd3d73d4fe33f7dfe90/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:20,714 INFO [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,730 INFO [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a25dcbd88e43dd3d73d4fe33f7dfe90 columnFamilyName queue 2024-11-13T18:12:20,730 DEBUG [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:20,733 INFO [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] regionserver.HStore(327): Store=3a25dcbd88e43dd3d73d4fe33f7dfe90/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:20,733 INFO [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,737 INFO [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a25dcbd88e43dd3d73d4fe33f7dfe90 columnFamilyName sid 2024-11-13T18:12:20,737 DEBUG [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:12:20,748 INFO [StoreOpener-3a25dcbd88e43dd3d73d4fe33f7dfe90-1 {}] regionserver.HStore(327): Store=3a25dcbd88e43dd3d73d4fe33f7dfe90/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:12:20,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T18:12:20,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:12:20,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3a25dcbd88e43dd3d73d4fe33f7dfe90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67993052, jitterRate=0.013175427913665771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T18:12:20,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:20,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3a25dcbd88e43dd3d73d4fe33f7dfe90: Running coprocessor pre-open hook at 1731521540695Writing region info on filesystem at 1731521540695Initializing all the Stores at 1731521540699 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521540699Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521540704 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731521540704Cleaning up temporary data from old regions at 1731521540777 (+73 ms)Running coprocessor post-open hooks at 1731521540796 (+19 ms)Region opened successfully at 1731521540796 2024-11-13T18:12:20,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90., pid=10, masterSystemTime=1731521540600 2024-11-13T18:12:20,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a25dcbd88e43dd3d73d4fe33f7dfe90, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,44373,1731521522735 2024-11-13T18:12:20,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:20,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a25dcbd88e43dd3d73d4fe33f7dfe90, server=39e84130bbc9,44373,1731521522735 because future has completed 2024-11-13T18:12:20,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T18:12:20,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a25dcbd88e43dd3d73d4fe33f7dfe90, server=39e84130bbc9,44373,1731521522735 in 371 msec 2024-11-13T18:12:20,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T18:12:20,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a25dcbd88e43dd3d73d4fe33f7dfe90, ASSIGN in 549 msec 2024-11-13T18:12:20,841 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:12:20,842 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731521540841"}]},"ts":"1731521540841"} 2024-11-13T18:12:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:12:20,846 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T18:12:20,849 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:12:20,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1310 sec 2024-11-13T18:12:20,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90., hostname=39e84130bbc9,44373,1731521522735, seqNum=2] 2024-11-13T18:12:20,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:20,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:12:21,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T18:12:21,125 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T18:12:21,208 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-39e84130bbc9,44373,1731521522735, ReplicationSource: 1, currentBandwidth=0 2024-11-13T18:12:21,209 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:21,210 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44373,1731521522735, seqNum=-1] 2024-11-13T18:12:21,210 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:21,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T18:12:21,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-39e84130bbc9,44373,1731521522735', locateType=CURRENT is [region=hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90., hostname=39e84130bbc9,44373,1731521522735, seqNum=2] 2024-11-13T18:12:21,230 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T18:12:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T18:12:21,235 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 39e84130bbc9,44373,1731521522735 suceeded 2024-11-13T18:12:21,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T18:12:21,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 280 msec 2024-11-13T18:12:21,250 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://39e84130bbc9:44397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:12:21,255 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:44397' 2024-11-13T18:12:21,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5470 sec 2024-11-13T18:12:21,261 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61a83a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,261 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44397,-1 for getting cluster id 2024-11-13T18:12:21,261 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:21,262 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7299a2e-58ac-4257-833d-43dd2282e46e' 2024-11-13T18:12:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7299a2e-58ac-4257-833d-43dd2282e46e" 2024-11-13T18:12:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd88c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44397,-1] 2024-11-13T18:12:21,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:21,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:21,265 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:21,267 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b74cdfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,267 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:21,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,44397,1731521527826 2024-11-13T18:12:21,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a28c6b 2024-11-13T18:12:21,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:21,270 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T18:12:21,271 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-39e84130bbc9,44373,1731521522735 (queues=1) is replicating from cluster=a0264a02-089d-4c99-8f95-24f50cf73ca7 to cluster=e7299a2e-58ac-4257-833d-43dd2282e46e 2024-11-13T18:12:21,271 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=39e84130bbc9%2C44373%2C1731521522735 2024-11-13T18:12:21,271 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-39e84130bbc9,44373,1731521522735, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:12:21,272 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255, startPosition=0, beingWritten=true 2024-11-13T18:12:21,273 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C44373%2C1731521522735 2024-11-13T18:12:21,285 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:12:21,285 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 to pos 379, reset compression=false 2024-11-13T18:12:21,285 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44373,1731521522735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:12:21,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:12:21,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:21,537 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 to pos 379, reset compression=false 2024-11-13T18:12:21,844 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 to pos 379, reset compression=false 2024-11-13T18:12:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T18:12:21,856 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T18:12:21,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:21,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:21,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:21,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:21,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:21,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5565cdf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39683,-1 for getting cluster id 2024-11-13T18:12:21,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:21,873 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0264a02-089d-4c99-8f95-24f50cf73ca7' 2024-11-13T18:12:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0264a02-089d-4c99-8f95-24f50cf73ca7" 2024-11-13T18:12:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64868c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39683,-1] 2024-11-13T18:12:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:21,877 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:21,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb33112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c4249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44397,-1 for getting cluster id 2024-11-13T18:12:21,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:21,889 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7299a2e-58ac-4257-833d-43dd2282e46e' 2024-11-13T18:12:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:21,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7299a2e-58ac-4257-833d-43dd2282e46e" 2024-11-13T18:12:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213746b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44397,-1] 2024-11-13T18:12:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:21,896 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a534a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a415be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,45087,-1 for getting cluster id 2024-11-13T18:12:21,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:21,924 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '205dbc85-8ea0-4994-8bc8-ecc33d183c9b' 2024-11-13T18:12:21,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:21,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "205dbc85-8ea0-4994-8bc8-ecc33d183c9b" 2024-11-13T18:12:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3158d17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,45087,-1] 2024-11-13T18:12:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:21,926 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:21,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4797cd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:21,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:21,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731521541934/Put/seqid=0 2024-11-13T18:12:21,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741840_1016 (size=7894) 2024-11-13T18:12:22,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731521542010/Put/seqid=0 2024-11-13T18:12:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741841_1017 (size=7691) 2024-11-13T18:12:22,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f8c3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:22,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39683,-1 for getting cluster id 2024-11-13T18:12:22,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:22,043 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0264a02-089d-4c99-8f95-24f50cf73ca7' 2024-11-13T18:12:22,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:22,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0264a02-089d-4c99-8f95-24f50cf73ca7" 2024-11-13T18:12:22,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6349ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:22,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39683,-1] 2024-11-13T18:12:22,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:22,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:22,045 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:22,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785f2c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:22,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44373,1731521522735, seqNum=-1] 2024-11-13T18:12:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:22,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:12:22,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:22,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39683,1731521522423 2024-11-13T18:12:22,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c923026 2024-11-13T18:12:22,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:22,070 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., hostname=39e84130bbc9,44373,1731521522735, seqNum=2] 2024-11-13T18:12:22,082 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:12:22,088 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T18:12:22,090 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T18:12:22,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 043d1f9c2824b93774b16e23f1ee0ca6/f 2024-11-13T18:12:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T18:12:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:12:22,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 043d1f9c2824b93774b16e23f1ee0ca6/f 2024-11-13T18:12:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T18:12:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:12:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HRegion(2603): Flush status journal for 043d1f9c2824b93774b16e23f1ee0ca6: 2024-11-13T18:12:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__fjkpuh3gf9p783ht1jspv00hk69uou9hu7q3hrt3igshbv4nrlligtlmaf75aqge/f/hfile_0 2024-11-13T18:12:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__fjkpuh3gf9p783ht1jspv00hk69uou9hu7q3hrt3igshbv4nrlligtlmaf75aqge/f/hfile_0 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_ 2024-11-13T18:12:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__fjkpuh3gf9p783ht1jspv00hk69uou9hu7q3hrt3igshbv4nrlligtlmaf75aqge/f/hfile_1 2024-11-13T18:12:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__fjkpuh3gf9p783ht1jspv00hk69uou9hu7q3hrt3igshbv4nrlligtlmaf75aqge/f/hfile_1 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/c680b49e038949c7a2a275617520fcc7_SeqId_4_ 2024-11-13T18:12:22,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__fjkpuh3gf9p783ht1jspv00hk69uou9hu7q3hrt3igshbv4nrlligtlmaf75aqge/f/hfile_0 into 043d1f9c2824b93774b16e23f1ee0ca6/f as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_ - updating store file list. 2024-11-13T18:12:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:12:22,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_ into 043d1f9c2824b93774b16e23f1ee0ca6/f 2024-11-13T18:12:22,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__fjkpuh3gf9p783ht1jspv00hk69uou9hu7q3hrt3igshbv4nrlligtlmaf75aqge/f/hfile_0 into 043d1f9c2824b93774b16e23f1ee0ca6/f (new location: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_) 2024-11-13T18:12:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__fjkpuh3gf9p783ht1jspv00hk69uou9hu7q3hrt3igshbv4nrlligtlmaf75aqge/f/hfile_0 2024-11-13T18:12:22,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__fjkpuh3gf9p783ht1jspv00hk69uou9hu7q3hrt3igshbv4nrlligtlmaf75aqge/f/hfile_1 into 043d1f9c2824b93774b16e23f1ee0ca6/f as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/c680b49e038949c7a2a275617520fcc7_SeqId_4_ - updating store file list. 2024-11-13T18:12:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c680b49e038949c7a2a275617520fcc7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:12:22,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/c680b49e038949c7a2a275617520fcc7_SeqId_4_ into 043d1f9c2824b93774b16e23f1ee0ca6/f 2024-11-13T18:12:22,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__fjkpuh3gf9p783ht1jspv00hk69uou9hu7q3hrt3igshbv4nrlligtlmaf75aqge/f/hfile_1 into 043d1f9c2824b93774b16e23f1ee0ca6/f (new location: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/c680b49e038949c7a2a275617520fcc7_SeqId_4_) 2024-11-13T18:12:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__fjkpuh3gf9p783ht1jspv00hk69uou9hu7q3hrt3igshbv4nrlligtlmaf75aqge/f/hfile_1 2024-11-13T18:12:22,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:22,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:22,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:22,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:22,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., hostname=39e84130bbc9,44373,1731521522735, seqNum=2 , the old value is region=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., hostname=39e84130bbc9,44373,1731521522735, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=39e84130bbc9:44373 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:12:22,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., hostname=39e84130bbc9,44373,1731521522735, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:12:22,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., hostname=39e84130bbc9,44373,1731521522735, seqNum=2 from cache 2024-11-13T18:12:22,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:22,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:22,124 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T18:12:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,37009,1731521528139, seqNum=-1] 2024-11-13T18:12:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:22,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:12:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce., hostname=39e84130bbc9,37009,1731521528139, seqNum=2] 2024-11-13T18:12:22,129 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T18:12:22,236 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T18:12:22,270 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 to pos 379, reset compression=false 2024-11-13T18:12:22,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T18:12:22,294 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:12:22,294 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44373,1731521522735 got entry batch from reader: WALEntryBatch [walEntries=[{test/043d1f9c2824b93774b16e23f1ee0ca6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731521542121/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T18:12:22,297 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:12:22,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T18:12:22,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.ReplicationSink(318): Replicating [a0264a02-089d-4c99-8f95-24f50cf73ca7] bulk loaded data 2024-11-13T18:12:22,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16adfd94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:22,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,44397,-1 for getting cluster id 2024-11-13T18:12:22,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:22,303 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7299a2e-58ac-4257-833d-43dd2282e46e' 2024-11-13T18:12:22,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:22,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7299a2e-58ac-4257-833d-43dd2282e46e" 2024-11-13T18:12:22,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4893916b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:22,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,44397,-1] 2024-11-13T18:12:22,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:22,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:22,309 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:22,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fba0fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741837_1013 (size=7894) 2024-11-13T18:12:22,494 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 to pos 687, reset compression=false 2024-11-13T18:12:22,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741838_1014 (size=7691) 2024-11-13T18:12:22,818 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 to pos 687, reset compression=false 2024-11-13T18:12:22,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:22,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,44397,1731521527826 2024-11-13T18:12:22,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da14534 2024-11-13T18:12:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:22,966 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T18:12:22,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:12:22,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,37009,1731521528139, seqNum=-1] 2024-11-13T18:12:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:22,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T18:12:23,034 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/c680b49e038949c7a2a275617520fcc7_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T18:12:23,041 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T18:12:23,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/c680b49e038949c7a2a275617520fcc7_SeqId_4_ for inclusion in 51823c8dd4c273011ac6e9a4d596c6ce/f 2024-11-13T18:12:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T18:12:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:12:23,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_ for inclusion in 51823c8dd4c273011ac6e9a4d596c6ce/f 2024-11-13T18:12:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T18:12:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:12:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HRegion(2603): Flush status journal for 51823c8dd4c273011ac6e9a4d596c6ce: 2024-11-13T18:12:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c680b49e038949c7a2a275617520fcc7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:12:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/c680b49e038949c7a2a275617520fcc7_SeqId_4_ as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/b18074f788cc445f9a7908a008480fb8_SeqId_4_ 2024-11-13T18:12:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:12:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_ as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/d56ae37fb1c54da3b67415178ce07ad6_SeqId_4_ 2024-11-13T18:12:23,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/c680b49e038949c7a2a275617520fcc7_SeqId_4_ into 51823c8dd4c273011ac6e9a4d596c6ce/f as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/b18074f788cc445f9a7908a008480fb8_SeqId_4_ - updating store file list. 2024-11-13T18:12:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b18074f788cc445f9a7908a008480fb8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:12:23,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/b18074f788cc445f9a7908a008480fb8_SeqId_4_ into 51823c8dd4c273011ac6e9a4d596c6ce/f 2024-11-13T18:12:23,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/c680b49e038949c7a2a275617520fcc7_SeqId_4_ into 51823c8dd4c273011ac6e9a4d596c6ce/f (new location: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/b18074f788cc445f9a7908a008480fb8_SeqId_4_) 2024-11-13T18:12:23,146 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T18:12:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/c680b49e038949c7a2a275617520fcc7_SeqId_4_ 2024-11-13T18:12:23,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_ into 51823c8dd4c273011ac6e9a4d596c6ce/f as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/d56ae37fb1c54da3b67415178ce07ad6_SeqId_4_ - updating store file list. 2024-11-13T18:12:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d56ae37fb1c54da3b67415178ce07ad6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:12:23,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/d56ae37fb1c54da3b67415178ce07ad6_SeqId_4_ into 51823c8dd4c273011ac6e9a4d596c6ce/f 2024-11-13T18:12:23,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_ into 51823c8dd4c273011ac6e9a4d596c6ce/f (new location: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/d56ae37fb1c54da3b67415178ce07ad6_SeqId_4_) 2024-11-13T18:12:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6f52pi42t3tsnf68so97k544lj1j8oskbkqg95486ir4v7h0sele1rifkdh7m40d/f/e77ecd95bc914283819e2fdf3cee15c7_SeqId_4_ 2024-11-13T18:12:23,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.ReplicationSink(324): Finished replicating [a0264a02-089d-4c99-8f95-24f50cf73ca7] bulk loaded data 2024-11-13T18:12:23,230 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 to pos 687, reset compression=false 2024-11-13T18:12:23,765 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 to pos 687, reset compression=false 2024-11-13T18:12:24,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:24,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,39293,1731521533085, seqNum=-1] 2024-11-13T18:12:24,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:24,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:12:24,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7., hostname=39e84130bbc9,39293,1731521533085, seqNum=2] 2024-11-13T18:12:24,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:12:24,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:12:24,178 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 39e84130bbc9%2C44373%2C1731521522735:(num 1731521524255) roll requested 2024-11-13T18:12:24,204 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178, exclude list is [], retry=0 2024-11-13T18:12:24,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45707,DS-7f15d35b-1674-4ed5-a410-a93e725fe0b8,DISK] 2024-11-13T18:12:24,238 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 2024-11-13T18:12:24,245 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39229:39229)] 2024-11-13T18:12:24,246 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 is not closed yet, will try archiving it next time 2024-11-13T18:12:24,246 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 39e84130bbc9%2C44373%2C1731521522735.meta:.meta(num 1731521525201) roll requested 2024-11-13T18:12:24,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741832_1008 (size=695) 2024-11-13T18:12:24,267 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.meta.1731521544246.meta, exclude list is [], retry=0 2024-11-13T18:12:24,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d73dae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:24,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39683,-1 for getting cluster id 2024-11-13T18:12:24,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:24,271 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0264a02-089d-4c99-8f95-24f50cf73ca7' 2024-11-13T18:12:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0264a02-089d-4c99-8f95-24f50cf73ca7" 2024-11-13T18:12:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffba113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39683,-1] 2024-11-13T18:12:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:24,273 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:24,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45707,DS-7f15d35b-1674-4ed5-a410-a93e725fe0b8,DISK] 2024-11-13T18:12:24,274 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 to hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/oldWALs/39e84130bbc9%2C44373%2C1731521522735.1731521524255 2024-11-13T18:12:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2debecaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:24,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39683,1731521522423 2024-11-13T18:12:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b5181c0 2024-11-13T18:12:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:24,280 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:24,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://39e84130bbc9:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T18:12:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T18:12:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T18:12:24,286 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.meta.1731521525201.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.meta.1731521544246.meta 2024-11-13T18:12:24,290 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39229:39229)] 2024-11-13T18:12:24,290 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.meta.1731521525201.meta is not closed yet, will try archiving it next time 2024-11-13T18:12:24,290 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 39e84130bbc9%2C44373%2C1731521522735.rep:(num 1731521540636) roll requested 2024-11-13T18:12:24,291 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:45087' 2024-11-13T18:12:24,293 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8a942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:24,293 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,45087,-1 for getting cluster id 2024-11-13T18:12:24,293 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:24,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741834_1010 (size=3473) 2024-11-13T18:12:24,297 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '205dbc85-8ea0-4994-8bc8-ecc33d183c9b' 2024-11-13T18:12:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "205dbc85-8ea0-4994-8bc8-ecc33d183c9b" 2024-11-13T18:12:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161dc2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,45087,-1] 2024-11-13T18:12:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:24,301 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:24,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2677f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:24,302 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:24,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,45087,1731521532924 2024-11-13T18:12:24,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fe83f61 2024-11-13T18:12:24,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:24,313 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:24,314 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T18:12:24,314 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T18:12:24,314 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:24,314 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:24,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:24,321 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.rep.1731521544290, exclude list is [], retry=0 2024-11-13T18:12:24,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45707,DS-7f15d35b-1674-4ed5-a410-a93e725fe0b8,DISK] 2024-11-13T18:12:24,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T18:12:24,353 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.rep.1731521540636 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.rep.1731521544290 2024-11-13T18:12:24,357 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39229:39229)] 2024-11-13T18:12:24,357 DEBUG [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.rep.1731521540636 is not closed yet, will try archiving it next time 2024-11-13T18:12:24,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741839_1015 (size=1505) 2024-11-13T18:12:24,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.rep.1731521540636 not finished, retry = 0 2024-11-13T18:12:24,397 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 to pos 687, reset compression=false 2024-11-13T18:12:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T18:12:24,409 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 was moved to hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/oldWALs/39e84130bbc9%2C44373%2C1731521522735.1731521524255 2024-11-13T18:12:24,418 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255 2024-11-13T18:12:24,418 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178, startPosition=0, beingWritten=true 2024-11-13T18:12:24,419 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44373,1731521522735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521524255, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T18:12:24,434 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [39e84130bbc9%2C44373%2C1731521522735.1731521524255] 2024-11-13T18:12:24,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T18:12:24,489 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T18:12:24,556 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-39e84130bbc9,44373,1731521522735, ReplicationSource: 2, currentBandwidth=0 2024-11-13T18:12:24,559 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T18:12:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T18:12:24,573 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 39e84130bbc9,44373,1731521522735 suceeded 2024-11-13T18:12:24,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T18:12:24,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-13T18:12:24,578 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://39e84130bbc9:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T18:12:24,579 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='39e84130bbc9:45087' 2024-11-13T18:12:24,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 298 msec 2024-11-13T18:12:24,585 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c29a416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:24,585 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,45087,-1 for getting cluster id 2024-11-13T18:12:24,586 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:24,589 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '205dbc85-8ea0-4994-8bc8-ecc33d183c9b' 2024-11-13T18:12:24,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:24,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "205dbc85-8ea0-4994-8bc8-ecc33d183c9b" 2024-11-13T18:12:24,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3517779b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:24,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,45087,-1] 2024-11-13T18:12:24,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:24,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:24,594 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:24,643 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62c0cd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:24,643 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T18:12:24,646 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T18:12:24,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:24,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:24,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:24,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:24,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:24,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:12:24,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,45087,1731521532924 2024-11-13T18:12:24,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e0d1140 2024-11-13T18:12:24,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:24,651 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T18:12:24,651 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-39e84130bbc9,44373,1731521522735 (queues=1) is replicating from cluster=a0264a02-089d-4c99-8f95-24f50cf73ca7 to cluster=205dbc85-8ea0-4994-8bc8-ecc33d183c9b 2024-11-13T18:12:24,652 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=39e84130bbc9%2C44373%2C1731521522735 2024-11-13T18:12:24,652 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-39e84130bbc9,44373,1731521522735, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T18:12:24,653 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731521544652/Put/seqid=0 2024-11-13T18:12:24,662 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178, startPosition=0, beingWritten=true 2024-11-13T18:12:24,666 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 39e84130bbc9%2C44373%2C1731521522735 2024-11-13T18:12:24,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741845_1021 (size=11194) 2024-11-13T18:12:24,887 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 0, reset compression=false 2024-11-13T18:12:25,122 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731521545122/Put/seqid=0 2024-11-13T18:12:25,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741846_1022 (size=10791) 2024-11-13T18:12:25,154 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 0, reset compression=false 2024-11-13T18:12:25,197 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 0, reset compression=false 2024-11-13T18:12:25,328 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:12:25,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2274e32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:25,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,39683,-1 for getting cluster id 2024-11-13T18:12:25,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:25,546 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0264a02-089d-4c99-8f95-24f50cf73ca7' 2024-11-13T18:12:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0264a02-089d-4c99-8f95-24f50cf73ca7" 2024-11-13T18:12:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ced31ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:25,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,39683,-1] 2024-11-13T18:12:25,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:25,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:25,549 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:25,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e02105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:25,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:25,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44373,1731521522735, seqNum=-1] 2024-11-13T18:12:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:25,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:12:25,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,39683,1731521522423 2024-11-13T18:12:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44e0532e 2024-11-13T18:12:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:25,598 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:12:25,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., hostname=39e84130bbc9,44373,1731521522735, seqNum=2] 2024-11-13T18:12:25,630 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:12:25,636 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T18:12:25,638 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 0, reset compression=false 2024-11-13T18:12:25,641 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T18:12:25,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 043d1f9c2824b93774b16e23f1ee0ca6/f 2024-11-13T18:12:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T18:12:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:12:25,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 043d1f9c2824b93774b16e23f1ee0ca6/f 2024-11-13T18:12:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T18:12:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:12:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HRegion(2603): Flush status journal for 043d1f9c2824b93774b16e23f1ee0ca6: 2024-11-13T18:12:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__gp7c06s8q6hl527a1v6rq7c7eiplrgo2kjmcl5h7ivrk9ek9d76mu21nb8rlmlc0/f/hfile_1 2024-11-13T18:12:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__gp7c06s8q6hl527a1v6rq7c7eiplrgo2kjmcl5h7ivrk9ek9d76mu21nb8rlmlc0/f/hfile_1 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ 2024-11-13T18:12:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__gp7c06s8q6hl527a1v6rq7c7eiplrgo2kjmcl5h7ivrk9ek9d76mu21nb8rlmlc0/f/hfile_0 2024-11-13T18:12:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__gp7c06s8q6hl527a1v6rq7c7eiplrgo2kjmcl5h7ivrk9ek9d76mu21nb8rlmlc0/f/hfile_0 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ 2024-11-13T18:12:25,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__gp7c06s8q6hl527a1v6rq7c7eiplrgo2kjmcl5h7ivrk9ek9d76mu21nb8rlmlc0/f/hfile_1 into 043d1f9c2824b93774b16e23f1ee0ca6/f as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ - updating store file list. 2024-11-13T18:12:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a185b35e1f34b9eaad8452d26a11754_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T18:12:25,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ into 043d1f9c2824b93774b16e23f1ee0ca6/f 2024-11-13T18:12:25,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__gp7c06s8q6hl527a1v6rq7c7eiplrgo2kjmcl5h7ivrk9ek9d76mu21nb8rlmlc0/f/hfile_1 into 043d1f9c2824b93774b16e23f1ee0ca6/f (new location: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_) 2024-11-13T18:12:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__gp7c06s8q6hl527a1v6rq7c7eiplrgo2kjmcl5h7ivrk9ek9d76mu21nb8rlmlc0/f/hfile_1 2024-11-13T18:12:25,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__gp7c06s8q6hl527a1v6rq7c7eiplrgo2kjmcl5h7ivrk9ek9d76mu21nb8rlmlc0/f/hfile_0 into 043d1f9c2824b93774b16e23f1ee0ca6/f as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ - updating store file list. 2024-11-13T18:12:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T18:12:25,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ into 043d1f9c2824b93774b16e23f1ee0ca6/f 2024-11-13T18:12:25,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__gp7c06s8q6hl527a1v6rq7c7eiplrgo2kjmcl5h7ivrk9ek9d76mu21nb8rlmlc0/f/hfile_0 into 043d1f9c2824b93774b16e23f1ee0ca6/f (new location: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_) 2024-11-13T18:12:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/staging/jenkins__test__gp7c06s8q6hl527a1v6rq7c7eiplrgo2kjmcl5h7ivrk9ek9d76mu21nb8rlmlc0/f/hfile_0 2024-11-13T18:12:25,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:25,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:25,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:25,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:25,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., hostname=39e84130bbc9,44373,1731521522735, seqNum=2 , the old value is region=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., hostname=39e84130bbc9,44373,1731521522735, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=39e84130bbc9:44373 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:12:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., hostname=39e84130bbc9,44373,1731521522735, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T18:12:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., hostname=39e84130bbc9,44373,1731521522735, seqNum=2 from cache 2024-11-13T18:12:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44373: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:43396 deadline: 1731521605754 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:43396 2024-11-13T18:12:25,761 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T18:12:25,865 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T18:12:25,981 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 0, reset compression=false 2024-11-13T18:12:26,013 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:12:26,013 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44373,1731521522735 got entry batch from reader: WALEntryBatch [walEntries=[{test/043d1f9c2824b93774b16e23f1ee0ca6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731521545750/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T18:12:26,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.ReplicationSink(318): Replicating [a0264a02-089d-4c99-8f95-24f50cf73ca7] bulk loaded data 2024-11-13T18:12:26,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741839_1015 (size=10791) 2024-11-13T18:12:26,144 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 0, reset compression=false 2024-11-13T18:12:26,193 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T18:12:26,193 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-39e84130bbc9,44373,1731521522735 got entry batch from reader: WALEntryBatch [walEntries=[{test/043d1f9c2824b93774b16e23f1ee0ca6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731521545750/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T18:12:26,201 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:12:26,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T18:12:26,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.ReplicationSink(318): Replicating [a0264a02-089d-4c99-8f95-24f50cf73ca7] bulk loaded data 2024-11-13T18:12:26,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f7960e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:26,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,45087,-1 for getting cluster id 2024-11-13T18:12:26,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:12:26,207 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '205dbc85-8ea0-4994-8bc8-ecc33d183c9b' 2024-11-13T18:12:26,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:12:26,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "205dbc85-8ea0-4994-8bc8-ecc33d183c9b" 2024-11-13T18:12:26,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aab044b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:26,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,45087,-1] 2024-11-13T18:12:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:12:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:26,213 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:12:26,213 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:26,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b1c9c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:12:26,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741837_1013 (size=10791) 2024-11-13T18:12:26,393 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741840_1016 (size=11194) 2024-11-13T18:12:26,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:12:26,547 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:26,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T18:12:26,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T18:12:26,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ for inclusion in 51823c8dd4c273011ac6e9a4d596c6ce/f 2024-11-13T18:12:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T18:12:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:12:26,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ for inclusion in 51823c8dd4c273011ac6e9a4d596c6ce/f 2024-11-13T18:12:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T18:12:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:12:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HRegion(2603): Flush status journal for 51823c8dd4c273011ac6e9a4d596c6ce: 2024-11-13T18:12:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:12:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/8dac7fab855c4d5484477eaa65205bfb_SeqId_6_ 2024-11-13T18:12:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:12:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/0cf91842c5404d97a44b7de76221c8ef_SeqId_6_ 2024-11-13T18:12:26,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ into 51823c8dd4c273011ac6e9a4d596c6ce/f as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/8dac7fab855c4d5484477eaa65205bfb_SeqId_6_ - updating store file list. 2024-11-13T18:12:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8dac7fab855c4d5484477eaa65205bfb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T18:12:26,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/8dac7fab855c4d5484477eaa65205bfb_SeqId_6_ into 51823c8dd4c273011ac6e9a4d596c6ce/f 2024-11-13T18:12:26,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ into 51823c8dd4c273011ac6e9a4d596c6ce/f (new location: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/8dac7fab855c4d5484477eaa65205bfb_SeqId_6_) 2024-11-13T18:12:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ 2024-11-13T18:12:26,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ into 51823c8dd4c273011ac6e9a4d596c6ce/f as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/0cf91842c5404d97a44b7de76221c8ef_SeqId_6_ - updating store file list. 2024-11-13T18:12:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0cf91842c5404d97a44b7de76221c8ef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T18:12:26,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/0cf91842c5404d97a44b7de76221c8ef_SeqId_6_ into 51823c8dd4c273011ac6e9a4d596c6ce/f 2024-11-13T18:12:26,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ into 51823c8dd4c273011ac6e9a4d596c6ce/f (new location: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/f/0cf91842c5404d97a44b7de76221c8ef_SeqId_6_) 2024-11-13T18:12:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/staging/jenkins.hfs.22__test__6ps62pj5bl65o3n72fhkgek0foftdthj64okl21somm1u3ncvaq11sbng5gs38qj/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ 2024-11-13T18:12:26,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.ReplicationSink(324): Finished replicating [a0264a02-089d-4c99-8f95-24f50cf73ca7] bulk loaded data 2024-11-13T18:12:26,713 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:26,794 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T18:12:26,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741838_1014 (size=11194) 2024-11-13T18:12:26,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:26,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,45087,1731521532924 2024-11-13T18:12:26,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc59531 2024-11-13T18:12:26,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:12:26,871 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T18:12:26,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T18:12:26,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:12:26,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,39293,1731521533085, seqNum=-1] 2024-11-13T18:12:26,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:12:26,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T18:12:26,966 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:26,977 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T18:12:26,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:12:26,998 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:12:26,998 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148938 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [39e84130bbc9,33533,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T18:12:27,002 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T18:12:27,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ for inclusion in 41fa21a67fd2e9555a1f5e7284ab13c7/f 2024-11-13T18:12:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T18:12:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:12:27,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ for inclusion in 41fa21a67fd2e9555a1f5e7284ab13c7/f 2024-11-13T18:12:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T18:12:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T18:12:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HRegion(2603): Flush status journal for 41fa21a67fd2e9555a1f5e7284ab13c7: 2024-11-13T18:12:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:12:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7/f/a8fc440998f843369b51375e6873043d_SeqId_4_ 2024-11-13T18:12:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T18:12:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7/f/89b26e2a96cf4b148a39d2ee4c2ac1e5_SeqId_4_ 2024-11-13T18:12:27,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ into 41fa21a67fd2e9555a1f5e7284ab13c7/f as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7/f/a8fc440998f843369b51375e6873043d_SeqId_4_ - updating store file list. 2024-11-13T18:12:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8fc440998f843369b51375e6873043d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:12:27,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7/f/a8fc440998f843369b51375e6873043d_SeqId_4_ into 41fa21a67fd2e9555a1f5e7284ab13c7/f 2024-11-13T18:12:27,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ into 41fa21a67fd2e9555a1f5e7284ab13c7/f (new location: hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7/f/a8fc440998f843369b51375e6873043d_SeqId_4_) 2024-11-13T18:12:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/1a185b35e1f34b9eaad8452d26a11754_SeqId_6_ 2024-11-13T18:12:27,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ into 41fa21a67fd2e9555a1f5e7284ab13c7/f as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7/f/89b26e2a96cf4b148a39d2ee4c2ac1e5_SeqId_4_ - updating store file list. 2024-11-13T18:12:27,173 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89b26e2a96cf4b148a39d2ee4c2ac1e5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T18:12:27,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7/f/89b26e2a96cf4b148a39d2ee4c2ac1e5_SeqId_4_ into 41fa21a67fd2e9555a1f5e7284ab13c7/f 2024-11-13T18:12:27,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ into 41fa21a67fd2e9555a1f5e7284ab13c7/f (new location: hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7/f/89b26e2a96cf4b148a39d2ee4c2ac1e5_SeqId_4_) 2024-11-13T18:12:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/staging/jenkins.hfs.23__test__1avrfte72vsds4pfci8ii8cpu17brus70rcam01ba8epo21t8qsqr0e4k12qqpko/f/f99b699a3a4943dfa9a41ca94f28d18d_SeqId_6_ 2024-11-13T18:12:27,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] regionserver.ReplicationSink(324): Finished replicating [a0264a02-089d-4c99-8f95-24f50cf73ca7] bulk loaded data 2024-11-13T18:12:27,510 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:27,717 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:27,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:12:27,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:27,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:27,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:27,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:27,814 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:12:27,814 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2028457161, stopped=false 2024-11-13T18:12:27,814 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,45087,1731521532924 2024-11-13T18:12:27,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:27,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-9418508/running 2024-11-13T18:12:27,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:27,821 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:12:27,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:27,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:27,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:27,822 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,39293,1731521533085' ***** 2024-11-13T18:12:27,822 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:12:27,823 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:12:27,823 INFO [RS:0;39e84130bbc9:39293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:12:27,823 INFO [RS:0;39e84130bbc9:39293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:12:27,825 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(3091): Received CLOSE for 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:27,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:12:27,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Set watcher on znode that does not yet exist, /2-9418508/running 2024-11-13T18:12:27,825 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,39293,1731521533085 2024-11-13T18:12:27,825 INFO [RS:0;39e84130bbc9:39293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:12:27,825 INFO [RS:0;39e84130bbc9:39293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:39293. 2024-11-13T18:12:27,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-9418508/running 2024-11-13T18:12:27,825 DEBUG [RS:0;39e84130bbc9:39293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:27,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:27,825 DEBUG [RS:0;39e84130bbc9:39293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:27,826 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:12:27,826 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:12:27,826 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:12:27,826 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:12:27,826 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41fa21a67fd2e9555a1f5e7284ab13c7, disabling compactions & flushes 2024-11-13T18:12:27,826 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:27,826 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:27,827 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. after waiting 0 ms 2024-11-13T18:12:27,827 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:27,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Set watcher on znode that does not yet exist, /2-9418508/running 2024-11-13T18:12:27,841 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:12:27,841 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1325): Online Regions={41fa21a67fd2e9555a1f5e7284ab13c7=test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:12:27,841 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41fa21a67fd2e9555a1f5e7284ab13c7 2024-11-13T18:12:27,842 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:12:27,842 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:12:27,842 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:12:27,842 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:12:27,842 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:12:27,842 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T18:12:27,853 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:12:27,901 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/default/test/41fa21a67fd2e9555a1f5e7284ab13c7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T18:12:27,906 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:12:27,906 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:12:27,906 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:27,906 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41fa21a67fd2e9555a1f5e7284ab13c7: Waiting for close lock at 1731521547826Running coprocessor pre-close hooks at 1731521547826Disabling compacts and flushes for region at 1731521547826Disabling writes for close at 1731521547827 (+1 ms)Writing region close event to WAL at 1731521547869 (+42 ms)Running coprocessor post-close hooks at 1731521547906 (+37 ms)Closed at 1731521547906 2024-11-13T18:12:27,906 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7. 2024-11-13T18:12:27,921 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/info/5a5d83246f9d48a2a69fb561069cbfb5 is 129, key is test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7./info:regioninfo/1731521539555/Put/seqid=0 2024-11-13T18:12:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741839_1015 (size=6421) 2024-11-13T18:12:28,043 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:28,132 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:28,154 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:12:28,154 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:12:28,243 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:28,347 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:28,373 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/info/5a5d83246f9d48a2a69fb561069cbfb5 2024-11-13T18:12:28,428 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/ns/ca3c655658cd4384ba8563adb21326c2 is 43, key is default/ns:d/1731521536038/Put/seqid=0 2024-11-13T18:12:28,444 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:28,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741840_1016 (size=5153) 2024-11-13T18:12:28,644 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:28,844 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:12:28,844 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:12:28,844 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:28,849 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:28,876 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/ns/ca3c655658cd4384ba8563adb21326c2 2024-11-13T18:12:28,919 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/rep_barrier/c3995981e2d1477cb5149aa213e92a6a is 112, key is test,,1731521538534.41fa21a67fd2e9555a1f5e7284ab13c7./rep_barrier:seqnumDuringOpen/1731521539555/Put/seqid=0 2024-11-13T18:12:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741841_1017 (size=5518) 2024-11-13T18:12:29,046 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:29,082 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:29,247 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:29,341 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/rep_barrier/c3995981e2d1477cb5149aa213e92a6a 2024-11-13T18:12:29,396 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/table/4912390cf20f4fd78010af3c2554e612 is 40, key is test/table:state/1731521539585/Put/seqid=0 2024-11-13T18:12:29,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741842_1018 (size=5165) 2024-11-13T18:12:29,439 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/table/4912390cf20f4fd78010af3c2554e612 2024-11-13T18:12:29,449 DEBUG [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:29,479 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/info/5a5d83246f9d48a2a69fb561069cbfb5 as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/info/5a5d83246f9d48a2a69fb561069cbfb5 2024-11-13T18:12:29,492 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/info/5a5d83246f9d48a2a69fb561069cbfb5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T18:12:29,493 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/ns/ca3c655658cd4384ba8563adb21326c2 as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/ns/ca3c655658cd4384ba8563adb21326c2 2024-11-13T18:12:29,501 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/ns/ca3c655658cd4384ba8563adb21326c2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:12:29,501 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/rep_barrier/c3995981e2d1477cb5149aa213e92a6a as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/rep_barrier/c3995981e2d1477cb5149aa213e92a6a 2024-11-13T18:12:29,506 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/rep_barrier/c3995981e2d1477cb5149aa213e92a6a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T18:12:29,507 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/.tmp/table/4912390cf20f4fd78010af3c2554e612 as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/table/4912390cf20f4fd78010af3c2554e612 2024-11-13T18:12:29,512 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/table/4912390cf20f4fd78010af3c2554e612, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:12:29,516 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1674ms, sequenceid=11, compaction requested=false 2024-11-13T18:12:29,563 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T18:12:29,564 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:12:29,564 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:12:29,564 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:12:29,564 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521547842Running coprocessor pre-close hooks at 1731521547842Disabling compacts and flushes for region at 1731521547842Disabling writes for close at 1731521547842Obtaining lock to block concurrent updates at 1731521547842Preparing flush snapshotting stores in 1588230740 at 1731521547842Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731521547843 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731521547857 (+14 ms)Flushing 1588230740/info: creating writer at 1731521547857Flushing 1588230740/info: appending metadata at 1731521547921 (+64 ms)Flushing 1588230740/info: closing flushed file at 1731521547921Flushing 1588230740/ns: creating writer at 1731521548395 (+474 ms)Flushing 1588230740/ns: appending metadata at 1731521548428 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731521548428Flushing 1588230740/rep_barrier: creating writer at 1731521548881 (+453 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521548918 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521548918Flushing 1588230740/table: creating writer at 1731521549367 (+449 ms)Flushing 1588230740/table: appending metadata at 1731521549396 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731521549396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1674b61f: reopening flushed file at 1731521549478 (+82 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce0025f: reopening flushed file at 1731521549492 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@337c762d: reopening flushed file at 1731521549501 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe06b28: reopening flushed file at 1731521549506 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1674ms, sequenceid=11, compaction requested=false at 1731521549516 (+10 ms)Writing region close event to WAL at 1731521549548 (+32 ms)Running coprocessor post-close hooks at 1731521549564 (+16 ms)Closed at 1731521549564 2024-11-13T18:12:29,564 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:12:29,653 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,39293,1731521533085; all regions closed. 2024-11-13T18:12:29,679 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/WALs/39e84130bbc9,39293,1731521533085/39e84130bbc9%2C39293%2C1731521533085.meta.1731521535860.meta not finished, retry = 0 2024-11-13T18:12:29,684 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:29,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741834_1010 (size=2717) 2024-11-13T18:12:29,798 DEBUG [RS:0;39e84130bbc9:39293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/oldWALs 2024-11-13T18:12:29,798 INFO [RS:0;39e84130bbc9:39293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C39293%2C1731521533085.meta:.meta(num 1731521535860) 2024-11-13T18:12:29,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741833_1009 (size=1028) 2024-11-13T18:12:29,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/WALs/39e84130bbc9,39293,1731521533085/39e84130bbc9%2C39293%2C1731521533085.1731521535346 not finished, retry = 0 2024-11-13T18:12:29,917 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:29,935 DEBUG [RS:0;39e84130bbc9:39293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/oldWALs 2024-11-13T18:12:29,935 INFO [RS:0;39e84130bbc9:39293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C39293%2C1731521533085:(num 1731521535346) 2024-11-13T18:12:29,935 DEBUG [RS:0;39e84130bbc9:39293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:29,935 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:12:29,936 INFO [RS:0;39e84130bbc9:39293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:12:29,937 INFO [RS:0;39e84130bbc9:39293 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:12:29,937 INFO [RS:0;39e84130bbc9:39293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:12:29,937 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:12:29,938 INFO [RS:0;39e84130bbc9:39293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:39293. 2024-11-13T18:12:29,938 DEBUG [RS:0;39e84130bbc9:39293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:29,938 DEBUG [RS:0;39e84130bbc9:39293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:29,938 DEBUG [RS:0;39e84130bbc9:39293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:29,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:29,939 INFO [RS:0;39e84130bbc9:39293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39293 2024-11-13T18:12:29,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-9418508/rs/39e84130bbc9,39293,1731521533085 2024-11-13T18:12:29,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508/rs 2024-11-13T18:12:29,941 INFO [RS:0;39e84130bbc9:39293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:12:29,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,39293,1731521533085] 2024-11-13T18:12:29,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-9418508/draining/39e84130bbc9,39293,1731521533085 already deleted, retry=false 2024-11-13T18:12:29,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,39293,1731521533085 expired; onlineServers=0 2024-11-13T18:12:29,949 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,45087,1731521532924' ***** 2024-11-13T18:12:29,949 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:12:29,950 INFO [M:0;39e84130bbc9:45087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:12:29,950 INFO [M:0;39e84130bbc9:45087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:12:29,950 DEBUG [M:0;39e84130bbc9:45087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:12:29,950 DEBUG [M:0;39e84130bbc9:45087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:12:29,950 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:12:29,950 INFO [M:0;39e84130bbc9:45087 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:12:29,950 INFO [M:0;39e84130bbc9:45087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:12:29,950 DEBUG [M:0;39e84130bbc9:45087 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:12:29,950 INFO [M:0;39e84130bbc9:45087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:12:29,950 INFO [M:0;39e84130bbc9:45087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:12:29,951 INFO [M:0;39e84130bbc9:45087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:12:29,951 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521534952 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521534952,5,FailOnTimeoutGroup] 2024-11-13T18:12:29,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-9418508/master 2024-11-13T18:12:29,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-9418508 2024-11-13T18:12:29,953 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521534953 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521534953,5,FailOnTimeoutGroup] 2024-11-13T18:12:29,953 DEBUG [M:0;39e84130bbc9:45087 {}] zookeeper.ZKUtil(347): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Unable to get data of znode /2-9418508/master because node does not exist (not an error) 2024-11-13T18:12:29,953 WARN [M:0;39e84130bbc9:45087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:12:29,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:12:29,962 INFO [M:0;39e84130bbc9:45087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/.lastflushedseqids 2024-11-13T18:12:29,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741843_1019 (size=173) 2024-11-13T18:12:30,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:30,045 INFO [RS:0;39e84130bbc9:39293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:12:30,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39293-0x100ed4c98a20007, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:30,045 INFO [RS:0;39e84130bbc9:39293 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,39293,1731521533085; zookeeper connection closed. 2024-11-13T18:12:30,046 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6479e0ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6479e0ff 2024-11-13T18:12:30,047 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:12:30,398 INFO [M:0;39e84130bbc9:45087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:12:30,398 INFO [M:0;39e84130bbc9:45087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:12:30,398 DEBUG [M:0;39e84130bbc9:45087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:12:30,398 INFO [M:0;39e84130bbc9:45087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:30,398 DEBUG [M:0;39e84130bbc9:45087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:30,398 DEBUG [M:0;39e84130bbc9:45087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:12:30,398 DEBUG [M:0;39e84130bbc9:45087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:30,398 INFO [M:0;39e84130bbc9:45087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T18:12:30,433 DEBUG [M:0;39e84130bbc9:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5823e971136a420ebad543eaf7454a97 is 82, key is hbase:meta,,1/info:regioninfo/1731521535992/Put/seqid=0 2024-11-13T18:12:30,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741844_1020 (size=5672) 2024-11-13T18:12:30,446 INFO [M:0;39e84130bbc9:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5823e971136a420ebad543eaf7454a97 2024-11-13T18:12:30,473 DEBUG [M:0;39e84130bbc9:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/092fd141f0504d4bb762637f00762f17 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731521539595/Put/seqid=0 2024-11-13T18:12:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741845_1021 (size=6586) 2024-11-13T18:12:30,617 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:30,821 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:30,884 INFO [M:0;39e84130bbc9:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/092fd141f0504d4bb762637f00762f17 2024-11-13T18:12:30,916 DEBUG [M:0;39e84130bbc9:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a4ff74203ab48a4b1c97a7bdd904958 is 69, key is 39e84130bbc9,39293,1731521533085/rs:state/1731521535061/Put/seqid=0 2024-11-13T18:12:30,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741846_1022 (size=5156) 2024-11-13T18:12:30,961 INFO [M:0;39e84130bbc9:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a4ff74203ab48a4b1c97a7bdd904958 2024-11-13T18:12:30,990 DEBUG [M:0;39e84130bbc9:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5823e971136a420ebad543eaf7454a97 as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5823e971136a420ebad543eaf7454a97 2024-11-13T18:12:30,994 INFO [M:0;39e84130bbc9:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5823e971136a420ebad543eaf7454a97, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T18:12:30,996 DEBUG [M:0;39e84130bbc9:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/092fd141f0504d4bb762637f00762f17 as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/092fd141f0504d4bb762637f00762f17 2024-11-13T18:12:30,999 INFO [M:0;39e84130bbc9:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/092fd141f0504d4bb762637f00762f17, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T18:12:31,000 DEBUG [M:0;39e84130bbc9:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a4ff74203ab48a4b1c97a7bdd904958 as hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a4ff74203ab48a4b1c97a7bdd904958 2024-11-13T18:12:31,003 INFO [M:0;39e84130bbc9:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40641/user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a4ff74203ab48a4b1c97a7bdd904958, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T18:12:31,009 INFO [M:0;39e84130bbc9:45087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 611ms, sequenceid=55, compaction requested=false 2024-11-13T18:12:31,020 INFO [M:0;39e84130bbc9:45087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:31,020 DEBUG [M:0;39e84130bbc9:45087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521550398Disabling compacts and flushes for region at 1731521550398Disabling writes for close at 1731521550398Obtaining lock to block concurrent updates at 1731521550398Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521550398Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731521550399 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521550406 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521550406Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521550433 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521550433Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521550452 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521550472 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521550473 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521550889 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521550916 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521550916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a70ad2: reopening flushed file at 1731521550988 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5875452: reopening flushed file at 1731521550994 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3259aa92: reopening flushed file at 1731521550999 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 611ms, sequenceid=55, compaction requested=false at 1731521551009 (+10 ms)Writing region close event to WAL at 1731521551020 (+11 ms)Closed at 1731521551020 2024-11-13T18:12:31,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/babccab2-adb5-e9d0-6ed3-982a642c9991/MasterData/WALs/39e84130bbc9,45087,1731521532924/39e84130bbc9%2C45087%2C1731521532924.1731521534494 not finished, retry = 0 2024-11-13T18:12:31,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741830_1006 (size=32770) 2024-11-13T18:12:31,130 INFO [M:0;39e84130bbc9:45087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:12:31,130 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:12:31,130 INFO [M:0;39e84130bbc9:45087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45087 2024-11-13T18:12:31,131 INFO [M:0;39e84130bbc9:45087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:12:31,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:31,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x100ed4c98a20006, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:31,234 INFO [M:0;39e84130bbc9:45087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:12:31,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69698f7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:12:31,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417a9f6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:12:31,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:12:31,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e3458ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:12:31,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cb6c3b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/hadoop.log.dir/,STOPPED} 2024-11-13T18:12:31,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:12:31,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:12:31,256 WARN [BP-446659632-172.17.0.3-1731521531102 heartbeating to localhost/127.0.0.1:40641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:12:31,257 WARN [BP-446659632-172.17.0.3-1731521531102 heartbeating to localhost/127.0.0.1:40641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-446659632-172.17.0.3-1731521531102 (Datanode Uuid 50c8e0b8-a024-4640-8eb7-27591b82c65d) service to localhost/127.0.0.1:40641 2024-11-13T18:12:31,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/cluster_95460c09-314d-9f8c-f9d9-cbe59a836835/data/data2/current/BP-446659632-172.17.0.3-1731521531102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:12:31,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/cluster_95460c09-314d-9f8c-f9d9-cbe59a836835/data/data1/current/BP-446659632-172.17.0.3-1731521531102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:12:31,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:12:31,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101158f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:12:31,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6025c365{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:12:31,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:12:31,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0fd58e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:12:31,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e3bc62f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f30e4-0543-5b1c-6869-65a3db03df66/hadoop.log.dir/,STOPPED} 2024-11-13T18:12:31,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:12:31,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:12:31,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:31,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:31,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:31,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:31,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:31,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:12:31,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1187984161, stopped=false 2024-11-13T18:12:31,313 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,44397,1731521527826 2024-11-13T18:12:31,323 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:12:31,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1174634866/running 2024-11-13T18:12:31,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1174634866/running 2024-11-13T18:12:31,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:31,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:31,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:31,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:31,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:31,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Set watcher on znode that does not yet exist, /1-1174634866/running 2024-11-13T18:12:31,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Set watcher on znode that does not yet exist, /1-1174634866/running 2024-11-13T18:12:31,329 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,37009,1731521528139' ***** 2024-11-13T18:12:31,329 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:12:31,332 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:12:31,332 INFO [RS:0;39e84130bbc9:37009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:12:31,333 INFO [RS:0;39e84130bbc9:37009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:12:31,333 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:12:31,333 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(3091): Received CLOSE for 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:31,338 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:12:31,338 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,37009,1731521528139 2024-11-13T18:12:31,338 INFO [RS:0;39e84130bbc9:37009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:12:31,338 INFO [RS:0;39e84130bbc9:37009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:37009. 2024-11-13T18:12:31,338 DEBUG [RS:0;39e84130bbc9:37009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:31,338 DEBUG [RS:0;39e84130bbc9:37009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:31,339 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:12:31,339 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:12:31,339 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:12:31,339 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:12:31,344 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:12:31,344 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1325): Online Regions={51823c8dd4c273011ac6e9a4d596c6ce=test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:12:31,344 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51823c8dd4c273011ac6e9a4d596c6ce 2024-11-13T18:12:31,345 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:12:31,345 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:12:31,345 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:12:31,345 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:12:31,345 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:12:31,346 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T18:12:31,346 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51823c8dd4c273011ac6e9a4d596c6ce, disabling compactions & flushes 2024-11-13T18:12:31,346 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:31,346 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:31,346 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. after waiting 0 ms 2024-11-13T18:12:31,346 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:31,397 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/default/test/51823c8dd4c273011ac6e9a4d596c6ce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T18:12:31,398 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:12:31,398 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:12:31,398 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:31,398 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51823c8dd4c273011ac6e9a4d596c6ce: Waiting for close lock at 1731521551346Running coprocessor pre-close hooks at 1731521551346Disabling compacts and flushes for region at 1731521551346Disabling writes for close at 1731521551346Writing region close event to WAL at 1731521551365 (+19 ms)Running coprocessor post-close hooks at 1731521551398 (+33 ms)Closed at 1731521551398 2024-11-13T18:12:31,398 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce. 2024-11-13T18:12:31,406 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/info/246d4f9ce11c43f996efd605ac498772 is 129, key is test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce./info:regioninfo/1731521538463/Put/seqid=0 2024-11-13T18:12:31,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741841_1017 (size=6421) 2024-11-13T18:12:31,458 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/info/246d4f9ce11c43f996efd605ac498772 2024-11-13T18:12:31,524 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/ns/25b3405a372c4d299eafc68c53bcde0a is 43, key is default/ns:d/1731521530866/Put/seqid=0 2024-11-13T18:12:31,544 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:12:31,583 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/ns/25b3405a372c4d299eafc68c53bcde0a 2024-11-13T18:12:31,634 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:31,654 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/rep_barrier/e877ac352e214b90b04121b915b2c730 is 112, key is test,,1731521537370.51823c8dd4c273011ac6e9a4d596c6ce./rep_barrier:seqnumDuringOpen/1731521538463/Put/seqid=0 2024-11-13T18:12:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741843_1019 (size=5518) 2024-11-13T18:12:31,717 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/rep_barrier/e877ac352e214b90b04121b915b2c730 2024-11-13T18:12:31,745 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:31,775 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:12:31,775 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:12:31,793 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/table/026345fb55854f0c81eb6c3d7a0e28e7 is 40, key is test/table:state/1731521538491/Put/seqid=0 2024-11-13T18:12:31,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741844_1020 (size=5165) 2024-11-13T18:12:31,837 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/table/026345fb55854f0c81eb6c3d7a0e28e7 2024-11-13T18:12:31,853 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:31,885 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/info/246d4f9ce11c43f996efd605ac498772 as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/info/246d4f9ce11c43f996efd605ac498772 2024-11-13T18:12:31,927 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/info/246d4f9ce11c43f996efd605ac498772, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T18:12:31,937 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/ns/25b3405a372c4d299eafc68c53bcde0a as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/ns/25b3405a372c4d299eafc68c53bcde0a 2024-11-13T18:12:31,947 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:31,970 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/ns/25b3405a372c4d299eafc68c53bcde0a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:12:31,982 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/rep_barrier/e877ac352e214b90b04121b915b2c730 as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/rep_barrier/e877ac352e214b90b04121b915b2c730 2024-11-13T18:12:32,035 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/rep_barrier/e877ac352e214b90b04121b915b2c730, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T18:12:32,045 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/.tmp/table/026345fb55854f0c81eb6c3d7a0e28e7 as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/table/026345fb55854f0c81eb6c3d7a0e28e7 2024-11-13T18:12:32,090 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/table/026345fb55854f0c81eb6c3d7a0e28e7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T18:12:32,093 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 748ms, sequenceid=11, compaction requested=false 2024-11-13T18:12:32,149 DEBUG [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:32,211 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T18:12:32,219 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:12:32,219 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:12:32,219 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:12:32,219 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521551345Running coprocessor pre-close hooks at 1731521551345Disabling compacts and flushes for region at 1731521551345Disabling writes for close at 1731521551345Obtaining lock to block concurrent updates at 1731521551346 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731521551346Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731521551346Flushing stores of hbase:meta,,1.1588230740 at 1731521551352 (+6 ms)Flushing 1588230740/info: creating writer at 1731521551352Flushing 1588230740/info: appending metadata at 1731521551406 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731521551406Flushing 1588230740/ns: creating writer at 1731521551490 (+84 ms)Flushing 1588230740/ns: appending metadata at 1731521551523 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731521551523Flushing 1588230740/rep_barrier: creating writer at 1731521551600 (+77 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521551648 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521551653 (+5 ms)Flushing 1588230740/table: creating writer at 1731521551750 (+97 ms)Flushing 1588230740/table: appending metadata at 1731521551787 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731521551787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384bb24f: reopening flushed file at 1731521551871 (+84 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3920ad6c: reopening flushed file at 1731521551927 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a13f184: reopening flushed file at 1731521551970 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747a0ae6: reopening flushed file at 1731521552035 (+65 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 748ms, sequenceid=11, compaction requested=false at 1731521552093 (+58 ms)Writing region close event to WAL at 1731521552158 (+65 ms)Running coprocessor post-close hooks at 1731521552219 (+61 ms)Closed at 1731521552219 2024-11-13T18:12:32,219 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:12:32,349 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,37009,1731521528139; all regions closed. 2024-11-13T18:12:32,357 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T18:12:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741834_1010 (size=2717) 2024-11-13T18:12:32,389 DEBUG [RS:0;39e84130bbc9:37009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/oldWALs 2024-11-13T18:12:32,389 INFO [RS:0;39e84130bbc9:37009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C37009%2C1731521528139.meta:.meta(num 1731521530557) 2024-11-13T18:12:32,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741833_1009 (size=1374) 2024-11-13T18:12:32,426 DEBUG [RS:0;39e84130bbc9:37009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/oldWALs 2024-11-13T18:12:32,426 INFO [RS:0;39e84130bbc9:37009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C37009%2C1731521528139:(num 1731521529934) 2024-11-13T18:12:32,426 DEBUG [RS:0;39e84130bbc9:37009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:32,426 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:12:32,430 INFO [RS:0;39e84130bbc9:37009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:12:32,430 INFO [RS:0;39e84130bbc9:37009 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:12:32,431 INFO [RS:0;39e84130bbc9:37009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:12:32,431 INFO [RS:0;39e84130bbc9:37009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:37009. 2024-11-13T18:12:32,431 DEBUG [RS:0;39e84130bbc9:37009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:32,431 DEBUG [RS:0;39e84130bbc9:37009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:32,431 DEBUG [RS:0;39e84130bbc9:37009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:32,431 INFO [RS:0;39e84130bbc9:37009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37009 2024-11-13T18:12:32,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:32,431 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:12:32,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866/rs 2024-11-13T18:12:32,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1174634866/rs/39e84130bbc9,37009,1731521528139 2024-11-13T18:12:32,434 INFO [RS:0;39e84130bbc9:37009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:12:32,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,37009,1731521528139] 2024-11-13T18:12:32,460 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1174634866/draining/39e84130bbc9,37009,1731521528139 already deleted, retry=false 2024-11-13T18:12:32,460 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,37009,1731521528139 expired; onlineServers=0 2024-11-13T18:12:32,460 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,44397,1731521527826' ***** 2024-11-13T18:12:32,460 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:12:32,460 INFO [M:0;39e84130bbc9:44397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:12:32,460 INFO [M:0;39e84130bbc9:44397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:12:32,460 DEBUG [M:0;39e84130bbc9:44397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:12:32,460 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:12:32,461 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521529566 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521529566,5,FailOnTimeoutGroup] 2024-11-13T18:12:32,461 DEBUG [M:0;39e84130bbc9:44397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:12:32,461 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521529569 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521529569,5,FailOnTimeoutGroup] 2024-11-13T18:12:32,461 INFO [M:0;39e84130bbc9:44397 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:12:32,461 INFO [M:0;39e84130bbc9:44397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:12:32,461 DEBUG [M:0;39e84130bbc9:44397 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:12:32,461 INFO [M:0;39e84130bbc9:44397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:12:32,462 INFO [M:0;39e84130bbc9:44397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:12:32,462 INFO [M:0;39e84130bbc9:44397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:12:32,462 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:12:32,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1174634866/master 2024-11-13T18:12:32,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1174634866 2024-11-13T18:12:32,464 DEBUG [M:0;39e84130bbc9:44397 {}] zookeeper.ZKUtil(347): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Unable to get data of znode /1-1174634866/master because node does not exist (not an error) 2024-11-13T18:12:32,464 WARN [M:0;39e84130bbc9:44397 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:12:32,482 INFO [M:0;39e84130bbc9:44397 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/.lastflushedseqids 2024-11-13T18:12:32,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741845_1021 (size=173) 2024-11-13T18:12:32,541 INFO [RS:0;39e84130bbc9:37009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:12:32,541 INFO [RS:0;39e84130bbc9:37009 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,37009,1731521528139; zookeeper connection closed. 2024-11-13T18:12:32,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:32,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x100ed4c98a20004, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:32,546 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b9d1ac7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b9d1ac7 2024-11-13T18:12:32,549 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:12:32,771 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:32,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,913 INFO [M:0;39e84130bbc9:44397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:12:32,915 INFO [M:0;39e84130bbc9:44397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:12:32,915 DEBUG [M:0;39e84130bbc9:44397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:12:32,916 INFO [M:0;39e84130bbc9:44397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:32,916 DEBUG [M:0;39e84130bbc9:44397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:32,916 DEBUG [M:0;39e84130bbc9:44397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:12:32,916 DEBUG [M:0;39e84130bbc9:44397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:32,916 INFO [M:0;39e84130bbc9:44397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T18:12:32,985 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:32,987 DEBUG [M:0;39e84130bbc9:44397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f1561825b6e44dd8a1b272323e5ee0c is 82, key is hbase:meta,,1/info:regioninfo/1731521530808/Put/seqid=0 2024-11-13T18:12:32,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:32,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741846_1022 (size=5672) 2024-11-13T18:12:33,477 INFO [M:0;39e84130bbc9:44397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f1561825b6e44dd8a1b272323e5ee0c 2024-11-13T18:12:33,522 DEBUG [M:0;39e84130bbc9:44397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1758290b9bae4598941a3e0e238dd5f9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731521538496/Put/seqid=0 2024-11-13T18:12:33,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741847_1023 (size=6586) 2024-11-13T18:12:33,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:12:33,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:12:33,939 INFO [M:0;39e84130bbc9:44397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1758290b9bae4598941a3e0e238dd5f9 2024-11-13T18:12:33,966 DEBUG [M:0;39e84130bbc9:44397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7db14a924bea46cd97f999cde75085c1 is 69, key is 39e84130bbc9,37009,1731521528139/rs:state/1731521529635/Put/seqid=0 2024-11-13T18:12:33,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741848_1024 (size=5156) 2024-11-13T18:12:33,978 INFO [M:0;39e84130bbc9:44397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7db14a924bea46cd97f999cde75085c1 2024-11-13T18:12:33,993 DEBUG [M:0;39e84130bbc9:44397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f1561825b6e44dd8a1b272323e5ee0c as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f1561825b6e44dd8a1b272323e5ee0c 2024-11-13T18:12:34,001 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:34,022 INFO [M:0;39e84130bbc9:44397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f1561825b6e44dd8a1b272323e5ee0c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T18:12:34,033 DEBUG [M:0;39e84130bbc9:44397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1758290b9bae4598941a3e0e238dd5f9 as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1758290b9bae4598941a3e0e238dd5f9 2024-11-13T18:12:34,069 INFO [M:0;39e84130bbc9:44397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1758290b9bae4598941a3e0e238dd5f9, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T18:12:34,075 DEBUG [M:0;39e84130bbc9:44397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7db14a924bea46cd97f999cde75085c1 as hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7db14a924bea46cd97f999cde75085c1 2024-11-13T18:12:34,089 INFO [M:0;39e84130bbc9:44397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35585/user/jenkins/test-data/72ec0f4e-6206-0a9d-1515-1803046876a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7db14a924bea46cd97f999cde75085c1, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T18:12:34,091 INFO [M:0;39e84130bbc9:44397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1175ms, sequenceid=55, compaction requested=false 2024-11-13T18:12:34,117 INFO [M:0;39e84130bbc9:44397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:34,117 DEBUG [M:0;39e84130bbc9:44397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521552915Disabling compacts and flushes for region at 1731521552915Disabling writes for close at 1731521552916 (+1 ms)Obtaining lock to block concurrent updates at 1731521552916Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521552916Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731521552916Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521552917 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521552917Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521552987 (+70 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521552987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521553493 (+506 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521553521 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521553521Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521553944 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521553966 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521553966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65dff50: reopening flushed file at 1731521553988 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619983a0: reopening flushed file at 1731521554022 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0a9e0e: reopening flushed file at 1731521554070 (+48 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1175ms, sequenceid=55, compaction requested=false at 1731521554091 (+21 ms)Writing region close event to WAL at 1731521554117 (+26 ms)Closed at 1731521554117 2024-11-13T18:12:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741830_1006 (size=32770) 2024-11-13T18:12:34,148 INFO [M:0;39e84130bbc9:44397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:12:34,148 INFO [M:0;39e84130bbc9:44397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44397 2024-11-13T18:12:34,148 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:12:34,153 INFO [M:0;39e84130bbc9:44397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:12:34,246 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:34,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:34,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x100ed4c98a20003, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:34,256 INFO [M:0;39e84130bbc9:44397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:12:34,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56489eac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:12:34,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f0c9ac6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:12:34,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:12:34,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786ab9ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:12:34,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dfc971b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/hadoop.log.dir/,STOPPED} 2024-11-13T18:12:34,273 WARN [BP-1417954914-172.17.0.3-1731521525816 heartbeating to localhost/127.0.0.1:35585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:12:34,281 WARN [BP-1417954914-172.17.0.3-1731521525816 heartbeating to localhost/127.0.0.1:35585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1417954914-172.17.0.3-1731521525816 (Datanode Uuid 7049ee27-4bfc-4ca5-a7d6-4953f04d35c4) service to localhost/127.0.0.1:35585 2024-11-13T18:12:34,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/cluster_b80cdafe-9ccf-f6b0-b1a8-fea9b307a703/data/data1/current/BP-1417954914-172.17.0.3-1731521525816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:12:34,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/cluster_b80cdafe-9ccf-f6b0-b1a8-fea9b307a703/data/data2/current/BP-1417954914-172.17.0.3-1731521525816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:12:34,283 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:12:34,277 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:12:34,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:12:34,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f9b9271{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:12:34,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38d29d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:12:34,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:12:34,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210743d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:12:34,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2144d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3e1f59e-d0d6-fb29-d9d8-b72782888b02/hadoop.log.dir/,STOPPED} 2024-11-13T18:12:34,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:12:34,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:12:34,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:34,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:34,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:34,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:34,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:34,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:12:34,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1606174298, stopped=false 2024-11-13T18:12:34,315 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,39683,1731521522423 2024-11-13T18:12:34,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0893776870/running 2024-11-13T18:12:34,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0893776870/running 2024-11-13T18:12:34,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:34,322 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:12:34,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:34,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:12:34,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Set watcher on znode that does not yet exist, /0893776870/running 2024-11-13T18:12:34,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Set watcher on znode that does not yet exist, /0893776870/running 2024-11-13T18:12:34,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:34,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:34,330 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,44373,1731521522735' ***** 2024-11-13T18:12:34,330 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:12:34,330 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:12:34,330 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:12:34,331 INFO [RS:0;39e84130bbc9:44373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:12:34,331 INFO [RS:0;39e84130bbc9:44373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:12:34,331 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:34,333 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(3091): Received CLOSE for 043d1f9c2824b93774b16e23f1ee0ca6 2024-11-13T18:12:34,333 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,44373,1731521522735 2024-11-13T18:12:34,333 INFO [RS:0;39e84130bbc9:44373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:12:34,333 INFO [RS:0;39e84130bbc9:44373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:44373. 2024-11-13T18:12:34,333 DEBUG [RS:0;39e84130bbc9:44373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:34,333 DEBUG [RS:0;39e84130bbc9:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:34,334 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:12:34,334 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:12:34,334 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:12:34,334 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:12:34,337 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T18:12:34,337 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1325): Online Regions={3a25dcbd88e43dd3d73d4fe33f7dfe90=hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90., 043d1f9c2824b93774b16e23f1ee0ca6=test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:12:34,337 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1351): Waiting on 043d1f9c2824b93774b16e23f1ee0ca6, 1588230740, 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:34,338 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:12:34,338 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:12:34,338 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:12:34,338 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:12:34,338 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:12:34,338 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T18:12:34,339 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a25dcbd88e43dd3d73d4fe33f7dfe90, disabling compactions & flushes 2024-11-13T18:12:34,339 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:34,339 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:34,339 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. after waiting 0 ms 2024-11-13T18:12:34,339 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:34,339 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a25dcbd88e43dd3d73d4fe33f7dfe90 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T18:12:34,379 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:12:34,394 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/info/0a790ee64bf5456d9efac04f9c29cc69 is 147, key is hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90./info:regioninfo/1731521540804/Put/seqid=0 2024-11-13T18:12:34,395 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/.tmp/hfileref/01a7daa8ac05420b9c371499ec76d2c9 is 74, key is 1/hfileref:1a185b35e1f34b9eaad8452d26a11754_SeqId_6_/1731521546690/DeleteColumn/seqid=0 2024-11-13T18:12:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741847_1023 (size=5489) 2024-11-13T18:12:34,440 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/.tmp/hfileref/01a7daa8ac05420b9c371499ec76d2c9 2024-11-13T18:12:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741848_1024 (size=7686) 2024-11-13T18:12:34,458 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/info/0a790ee64bf5456d9efac04f9c29cc69 2024-11-13T18:12:34,530 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/.tmp/queue/991acc7074b3447699454058ed4f8d0f is 153, key is 1-39e84130bbc9,44373,1731521522735/queue:39e84130bbc9%2C44373%2C1731521522735/1731521546692/Put/seqid=0 2024-11-13T18:12:34,541 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1351): Waiting on 043d1f9c2824b93774b16e23f1ee0ca6, 1588230740, 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:34,549 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/ns/1e7fbb4f9a834f39b32e95e666027f04 is 43, key is default/ns:d/1731521525546/Put/seqid=0 2024-11-13T18:12:34,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741849_1025 (size=5504) 2024-11-13T18:12:34,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741850_1026 (size=5153) 2024-11-13T18:12:34,597 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/ns/1e7fbb4f9a834f39b32e95e666027f04 2024-11-13T18:12:34,597 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/.tmp/queue/991acc7074b3447699454058ed4f8d0f 2024-11-13T18:12:34,634 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/.tmp/hfileref/01a7daa8ac05420b9c371499ec76d2c9 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/hfileref/01a7daa8ac05420b9c371499ec76d2c9 2024-11-13T18:12:34,682 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/hfileref/01a7daa8ac05420b9c371499ec76d2c9, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T18:12:34,697 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/.tmp/queue/991acc7074b3447699454058ed4f8d0f as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/queue/991acc7074b3447699454058ed4f8d0f 2024-11-13T18:12:34,704 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/rep_barrier/aff142fb290f43d7a4d526b1c83a8914 is 112, key is test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6./rep_barrier:seqnumDuringOpen/1731521536849/Put/seqid=0 2024-11-13T18:12:34,743 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1351): Waiting on 043d1f9c2824b93774b16e23f1ee0ca6, 1588230740, 3a25dcbd88e43dd3d73d4fe33f7dfe90 2024-11-13T18:12:34,747 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/queue/991acc7074b3447699454058ed4f8d0f, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T18:12:34,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741851_1027 (size=5518) 2024-11-13T18:12:34,753 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3a25dcbd88e43dd3d73d4fe33f7dfe90 in 414ms, sequenceid=17, compaction requested=false 2024-11-13T18:12:34,835 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/replication/3a25dcbd88e43dd3d73d4fe33f7dfe90/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T18:12:34,845 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:12:34,845 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:12:34,845 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:34,845 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a25dcbd88e43dd3d73d4fe33f7dfe90: Waiting for close lock at 1731521554339Running coprocessor pre-close hooks at 1731521554339Disabling compacts and flushes for region at 1731521554339Disabling writes for close at 1731521554339Obtaining lock to block concurrent updates at 1731521554339Preparing flush snapshotting stores in 3a25dcbd88e43dd3d73d4fe33f7dfe90 at 1731521554339Finished memstore snapshotting hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731521554340 (+1 ms)Flushing stores of hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. at 1731521554342 (+2 ms)Flushing 3a25dcbd88e43dd3d73d4fe33f7dfe90/hfileref: creating writer at 1731521554342Flushing 3a25dcbd88e43dd3d73d4fe33f7dfe90/hfileref: appending metadata at 1731521554395 (+53 ms)Flushing 3a25dcbd88e43dd3d73d4fe33f7dfe90/hfileref: closing flushed file at 1731521554395Flushing 3a25dcbd88e43dd3d73d4fe33f7dfe90/queue: creating writer at 1731521554483 (+88 ms)Flushing 3a25dcbd88e43dd3d73d4fe33f7dfe90/queue: appending metadata at 1731521554529 (+46 ms)Flushing 3a25dcbd88e43dd3d73d4fe33f7dfe90/queue: closing flushed file at 1731521554529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59dbc7e5: reopening flushed file at 1731521554630 (+101 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fb306e9: reopening flushed file at 1731521554682 (+52 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3a25dcbd88e43dd3d73d4fe33f7dfe90 in 414ms, sequenceid=17, compaction requested=false at 1731521554753 (+71 ms)Writing region close event to WAL at 1731521554805 (+52 ms)Running coprocessor post-close hooks at 1731521554845 (+40 ms)Closed at 1731521554845 2024-11-13T18:12:34,846 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731521539718.3a25dcbd88e43dd3d73d4fe33f7dfe90. 2024-11-13T18:12:34,846 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 043d1f9c2824b93774b16e23f1ee0ca6, disabling compactions & flushes 2024-11-13T18:12:34,846 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:34,846 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:34,846 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. after waiting 0 ms 2024-11-13T18:12:34,846 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:34,891 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/default/test/043d1f9c2824b93774b16e23f1ee0ca6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T18:12:34,899 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:12:34,899 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T18:12:34,899 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:34,899 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 043d1f9c2824b93774b16e23f1ee0ca6: Waiting for close lock at 1731521554846Running coprocessor pre-close hooks at 1731521554846Disabling compacts and flushes for region at 1731521554846Disabling writes for close at 1731521554846Writing region close event to WAL at 1731521554857 (+11 ms)Running coprocessor post-close hooks at 1731521554899 (+42 ms)Closed at 1731521554899 2024-11-13T18:12:34,900 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731521536187.043d1f9c2824b93774b16e23f1ee0ca6. 2024-11-13T18:12:34,944 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:35,028 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:12:35,028 INFO [regionserver/39e84130bbc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:12:35,144 DEBUG [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:12:35,148 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/rep_barrier/aff142fb290f43d7a4d526b1c83a8914 2024-11-13T18:12:35,173 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/table/a6788b4c2c284e27b15a90d1a69d21d6 is 53, key is hbase:replication/table:state/1731521540841/Put/seqid=0 2024-11-13T18:12:35,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741852_1028 (size=5308) 2024-11-13T18:12:35,177 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/table/a6788b4c2c284e27b15a90d1a69d21d6 2024-11-13T18:12:35,197 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/info/0a790ee64bf5456d9efac04f9c29cc69 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/info/0a790ee64bf5456d9efac04f9c29cc69 2024-11-13T18:12:35,219 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/info/0a790ee64bf5456d9efac04f9c29cc69, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T18:12:35,223 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/ns/1e7fbb4f9a834f39b32e95e666027f04 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/ns/1e7fbb4f9a834f39b32e95e666027f04 2024-11-13T18:12:35,231 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/ns/1e7fbb4f9a834f39b32e95e666027f04, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T18:12:35,232 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/rep_barrier/aff142fb290f43d7a4d526b1c83a8914 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/rep_barrier/aff142fb290f43d7a4d526b1c83a8914 2024-11-13T18:12:35,236 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/rep_barrier/aff142fb290f43d7a4d526b1c83a8914, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T18:12:35,238 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/.tmp/table/a6788b4c2c284e27b15a90d1a69d21d6 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/table/a6788b4c2c284e27b15a90d1a69d21d6 2024-11-13T18:12:35,255 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/table/a6788b4c2c284e27b15a90d1a69d21d6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T18:12:35,256 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false 2024-11-13T18:12:35,256 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:12:35,268 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T18:12:35,270 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T18:12:35,270 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:12:35,270 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:12:35,270 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731521554337Running coprocessor pre-close hooks at 1731521554337Disabling compacts and flushes for region at 1731521554337Disabling writes for close at 1731521554338 (+1 ms)Obtaining lock to block concurrent updates at 1731521554338Preparing flush snapshotting stores in 1588230740 at 1731521554338Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731521554338Flushing stores of hbase:meta,,1.1588230740 at 1731521554341 (+3 ms)Flushing 1588230740/info: creating writer at 1731521554341Flushing 1588230740/info: appending metadata at 1731521554394 (+53 ms)Flushing 1588230740/info: closing flushed file at 1731521554394Flushing 1588230740/ns: creating writer at 1731521554493 (+99 ms)Flushing 1588230740/ns: appending metadata at 1731521554548 (+55 ms)Flushing 1588230740/ns: closing flushed file at 1731521554548Flushing 1588230740/rep_barrier: creating writer at 1731521554634 (+86 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731521554704 (+70 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731521554704Flushing 1588230740/table: creating writer at 1731521555152 (+448 ms)Flushing 1588230740/table: appending metadata at 1731521555173 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731521555173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad25e8a: reopening flushed file at 1731521555189 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f7f146: reopening flushed file at 1731521555219 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7580300: reopening flushed file at 1731521555231 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22031a86: reopening flushed file at 1731521555236 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false at 1731521555256 (+20 ms)Writing region close event to WAL at 1731521555259 (+3 ms)Running coprocessor post-close hooks at 1731521555269 (+10 ms)Closed at 1731521555270 (+1 ms) 2024-11-13T18:12:35,270 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:12:35,318 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:35,330 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:12:35,330 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 688, reset compression=false 2024-11-13T18:12:35,330 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-39e84130bbc9,44373,1731521522735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T18:12:35,331 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 39e84130bbc9,44373,1731521522735: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-39e84130bbc9,44373,1731521522735, walGroup=39e84130bbc9%2C44373%2C1731521522735, offset=39e84130bbc9%2C44373%2C1731521522735.1731521544178:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:44373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T18:12:35,332 ERROR [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T18:12:35,332 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T18:12:35,333 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T18:12:35,333 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T18:12:35,333 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T18:12:35,333 INFO [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1619001344, "init": 1048576000, "max": 2306867200, "used": 1176880528 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208466432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T18:12:35,333 WARN [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:39683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=39e84130bbc9:39683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T18:12:35,345 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,44373,1731521522735; all regions closed. 2024-11-13T18:12:35,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741843_1019 (size=859) 2024-11-13T18:12:35,356 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.rep.1731521544290 not finished, retry = 0 2024-11-13T18:12:35,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741844_1020 (size=2791) 2024-11-13T18:12:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741842_1018 (size=696) 2024-11-13T18:12:35,506 DEBUG [RS:0;39e84130bbc9:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:35,506 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:12:35,507 INFO [RS:0;39e84130bbc9:44373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:12:35,507 INFO [RS:0;39e84130bbc9:44373 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:12:35,507 INFO [RS:0;39e84130bbc9:44373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:12:35,508 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:12:35,508 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-39e84130bbc9,44373,1731521522735 because: Region server is closing 2024-11-13T18:12:35,508 INFO [RS:0;39e84130bbc9:44373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:44373. 2024-11-13T18:12:35,508 DEBUG [RS:0;39e84130bbc9:44373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:35,509 DEBUG [RS:0;39e84130bbc9:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:35,509 DEBUG [RS:0;39e84130bbc9:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:35,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:35,557 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 to pos 393, reset compression=false 2024-11-13T18:12:35,568 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178 2024-11-13T18:12:35,568 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T18:12:35,568 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T18:12:35,568 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.wal-reader.39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T18:12:35,568 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-39e84130bbc9,44373,1731521522735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/WALs/39e84130bbc9,44373,1731521522735/39e84130bbc9%2C44373%2C1731521522735.1731521544178, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T18:12:35,569 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T18:12:35,569 DEBUG [RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [39e84130bbc9%2C44373%2C1731521522735.1731521544178] 2024-11-13T18:12:35,609 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,1-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,1-39e84130bbc9,44373,1731521522735 terminated 2024-11-13T18:12:35,609 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-39e84130bbc9,44373,1731521522735 because: Region server is closing 2024-11-13T18:12:35,609 INFO [RS:0;39e84130bbc9:44373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:44373. 2024-11-13T18:12:35,609 DEBUG [RS:0;39e84130bbc9:44373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:12:35,609 DEBUG [RS:0;39e84130bbc9:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:35,610 DEBUG [RS:0;39e84130bbc9:44373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:12:35,610 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/39e84130bbc9:0-0.replicationSource,2-39e84130bbc9,44373,1731521522735.replicationSource.shipper39e84130bbc9%2C44373%2C1731521522735,2-39e84130bbc9,44373,1731521522735 terminated 2024-11-13T18:12:35,610 INFO [RS:0;39e84130bbc9:44373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44373 2024-11-13T18:12:35,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:12:35,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870/rs 2024-11-13T18:12:35,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0893776870/rs/39e84130bbc9,44373,1731521522735 2024-11-13T18:12:35,613 INFO [RS:0;39e84130bbc9:44373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:12:35,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,44373,1731521522735] 2024-11-13T18:12:35,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0893776870/draining/39e84130bbc9,44373,1731521522735 already deleted, retry=false 2024-11-13T18:12:35,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,44373,1731521522735 expired; onlineServers=0 2024-11-13T18:12:35,623 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,39683,1731521522423' ***** 2024-11-13T18:12:35,623 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:12:35,623 INFO [M:0;39e84130bbc9:39683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:12:35,623 INFO [M:0;39e84130bbc9:39683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:12:35,623 DEBUG [M:0;39e84130bbc9:39683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:12:35,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:12:35,623 DEBUG [M:0;39e84130bbc9:39683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:12:35,623 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521523806 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731521523806,5,FailOnTimeoutGroup] 2024-11-13T18:12:35,623 INFO [M:0;39e84130bbc9:39683 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:12:35,623 INFO [M:0;39e84130bbc9:39683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:12:35,623 DEBUG [M:0;39e84130bbc9:39683 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:12:35,623 INFO [M:0;39e84130bbc9:39683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:12:35,623 INFO [M:0;39e84130bbc9:39683 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:12:35,623 ERROR [M:0;39e84130bbc9:39683 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (319217168) connection to localhost/127.0.0.1:36817 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36817,5,PEWorkerGroup] 2024-11-13T18:12:35,624 INFO [M:0;39e84130bbc9:39683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:12:35,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:12:35,625 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521523817 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731521523817,5,FailOnTimeoutGroup] 2024-11-13T18:12:35,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0893776870/master 2024-11-13T18:12:35,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0893776870 2024-11-13T18:12:35,627 DEBUG [M:0;39e84130bbc9:39683 {}] zookeeper.RecoverableZooKeeper(212): Node /0893776870/master already deleted, retry=false 2024-11-13T18:12:35,627 DEBUG [M:0;39e84130bbc9:39683 {}] master.ActiveMasterManager(353): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Failed delete of our master address node; KeeperErrorCode = NoNode for /0893776870/master 2024-11-13T18:12:35,627 INFO [M:0;39e84130bbc9:39683 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/.lastflushedseqids 2024-11-13T18:12:35,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741853_1029 (size=263) 2024-11-13T18:12:35,652 INFO [M:0;39e84130bbc9:39683 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:12:35,652 INFO [M:0;39e84130bbc9:39683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:12:35,652 DEBUG [M:0;39e84130bbc9:39683 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:12:35,652 INFO [M:0;39e84130bbc9:39683 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:35,652 DEBUG [M:0;39e84130bbc9:39683 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:35,652 DEBUG [M:0;39e84130bbc9:39683 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:12:35,652 DEBUG [M:0;39e84130bbc9:39683 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:35,652 INFO [M:0;39e84130bbc9:39683 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.10 KB heapSize=71.41 KB 2024-11-13T18:12:35,678 DEBUG [M:0;39e84130bbc9:39683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/805da1b6e98846199122550746fb702f is 82, key is hbase:meta,,1/info:regioninfo/1731521525429/Put/seqid=0 2024-11-13T18:12:35,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741854_1030 (size=5672) 2024-11-13T18:12:35,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:35,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44373-0x100ed4c98a20001, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:35,716 INFO [RS:0;39e84130bbc9:44373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:12:35,716 INFO [RS:0;39e84130bbc9:44373 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,44373,1731521522735; zookeeper connection closed. 2024-11-13T18:12:35,717 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61713aa3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61713aa3 2024-11-13T18:12:35,717 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T18:12:36,106 INFO [M:0;39e84130bbc9:39683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/805da1b6e98846199122550746fb702f 2024-11-13T18:12:36,139 DEBUG [M:0;39e84130bbc9:39683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a12c085e9ef642dc9f502f937355d090 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731521536920/Put/seqid=0 2024-11-13T18:12:36,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741855_1031 (size=7609) 2024-11-13T18:12:36,156 INFO [M:0;39e84130bbc9:39683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a12c085e9ef642dc9f502f937355d090 2024-11-13T18:12:36,161 INFO [M:0;39e84130bbc9:39683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a12c085e9ef642dc9f502f937355d090 2024-11-13T18:12:36,189 DEBUG [M:0;39e84130bbc9:39683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d638bcbc4bc43cb91ef3db61df5d385 is 69, key is 39e84130bbc9,44373,1731521522735/rs:state/1731521523925/Put/seqid=0 2024-11-13T18:12:36,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741856_1032 (size=5156) 2024-11-13T18:12:36,595 INFO [M:0;39e84130bbc9:39683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d638bcbc4bc43cb91ef3db61df5d385 2024-11-13T18:12:36,618 DEBUG [M:0;39e84130bbc9:39683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/805da1b6e98846199122550746fb702f as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/805da1b6e98846199122550746fb702f 2024-11-13T18:12:36,644 INFO [M:0;39e84130bbc9:39683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/805da1b6e98846199122550746fb702f, entries=8, sequenceid=121, filesize=5.5 K 2024-11-13T18:12:36,652 DEBUG [M:0;39e84130bbc9:39683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a12c085e9ef642dc9f502f937355d090 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a12c085e9ef642dc9f502f937355d090 2024-11-13T18:12:36,663 INFO [M:0;39e84130bbc9:39683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a12c085e9ef642dc9f502f937355d090 2024-11-13T18:12:36,664 INFO [M:0;39e84130bbc9:39683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a12c085e9ef642dc9f502f937355d090, entries=13, sequenceid=121, filesize=7.4 K 2024-11-13T18:12:36,668 DEBUG [M:0;39e84130bbc9:39683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d638bcbc4bc43cb91ef3db61df5d385 as hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d638bcbc4bc43cb91ef3db61df5d385 2024-11-13T18:12:36,683 INFO [M:0;39e84130bbc9:39683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d638bcbc4bc43cb91ef3db61df5d385, entries=1, sequenceid=121, filesize=5.0 K 2024-11-13T18:12:36,684 INFO [M:0;39e84130bbc9:39683 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1032ms, sequenceid=121, compaction requested=false 2024-11-13T18:12:36,725 INFO [M:0;39e84130bbc9:39683 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:12:36,725 DEBUG [M:0;39e84130bbc9:39683 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731521555652Disabling compacts and flushes for region at 1731521555652Disabling writes for close at 1731521555652Obtaining lock to block concurrent updates at 1731521555652Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731521555652Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61545, getHeapSize=73056, getOffHeapSize=0, getCellsCount=140 at 1731521555653 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731521555654 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731521555654Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731521555677 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731521555677Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731521556112 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731521556138 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731521556138Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731521556161 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731521556189 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731521556189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4656a859: reopening flushed file at 1731521556614 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f2778f: reopening flushed file at 1731521556644 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1efe049c: reopening flushed file at 1731521556664 (+20 ms)Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1032ms, sequenceid=121, compaction requested=false at 1731521556684 (+20 ms)Writing region close event to WAL at 1731521556725 (+41 ms)Closed at 1731521556725 2024-11-13T18:12:36,734 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5ceb631-e98d-11ea-f36a-f2cb518b1117/MasterData/WALs/39e84130bbc9,39683,1731521522423/39e84130bbc9%2C39683%2C1731521522423.1731521523254 not finished, retry = 0 2024-11-13T18:12:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45707 is added to blk_1073741830_1006 (size=69908) 2024-11-13T18:12:36,843 INFO [M:0;39e84130bbc9:39683 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:12:36,843 INFO [M:0;39e84130bbc9:39683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39683 2024-11-13T18:12:36,844 INFO [M:0;39e84130bbc9:39683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:12:36,845 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:12:36,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:36,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x100ed4c98a20000, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:12:36,950 INFO [M:0;39e84130bbc9:39683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:12:36,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@786d5373{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:12:36,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3eb3402{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:12:36,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:12:36,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33958fbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:12:36,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef88c79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/hadoop.log.dir/,STOPPED} 2024-11-13T18:12:37,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:12:37,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:12:37,003 WARN [BP-1605386413-172.17.0.3-1731521520740 heartbeating to localhost/127.0.0.1:36817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:12:37,003 WARN [BP-1605386413-172.17.0.3-1731521520740 heartbeating to localhost/127.0.0.1:36817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1605386413-172.17.0.3-1731521520740 (Datanode Uuid ebb944cd-3bbe-40c0-8004-9f351d7c4665) service to localhost/127.0.0.1:36817 2024-11-13T18:12:37,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/cluster_dab00ae7-8d16-6a3b-9f86-d8929f047aac/data/data2/current/BP-1605386413-172.17.0.3-1731521520740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:12:37,004 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:12:37,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/cluster_dab00ae7-8d16-6a3b-9f86-d8929f047aac/data/data1/current/BP-1605386413-172.17.0.3-1731521520740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:12:37,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@493303ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:12:37,034 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4564b2bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:12:37,034 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:12:37,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3df456d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:12:37,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a7f0e46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40561581-ce80-5e85-d820-4ec4f55a0896/hadoop.log.dir/,STOPPED} 2024-11-13T18:12:37,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:12:37,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:12:37,113 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 528) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40641 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36817 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56931) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35585 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56931) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-38 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56931) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40641 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1252 (was 1108) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1939 (was 4569) 2024-11-13T18:12:37,113 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500 2024-11-13T18:12:37,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ed4c98a20002, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:12:37,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ed4c98a20008, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:12:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ed4c98a20005, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T18:12:37,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ed4c98a20005, quorum=127.0.0.1:56931, baseZNode=/1-1174634866 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:12:37,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ed4c98a20008, quorum=127.0.0.1:56931, baseZNode=/2-9418508 Received Disconnected from ZooKeeper, ignoring 2024-11-13T18:12:37,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ed4c98a20002, quorum=127.0.0.1:56931, baseZNode=/0893776870 Received Disconnected from ZooKeeper, ignoring